2024-12-09 03:40:31,489 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-09 03:40:31,507 main DEBUG Took 0.014887 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 03:40:31,508 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 03:40:31,509 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 03:40:31,510 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 03:40:31,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,522 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 03:40:31,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,541 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,542 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,543 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,545 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,547 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,548 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 03:40:31,552 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,553 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 03:40:31,555 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 03:40:31,556 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 03:40:31,559 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 03:40:31,559 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 03:40:31,565 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 03:40:31,565 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 03:40:31,577 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 03:40:31,580 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 03:40:31,582 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 03:40:31,585 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 03:40:31,586 main DEBUG createAppenders(={Console}) 2024-12-09 03:40:31,586 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-09 03:40:31,587 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-09 03:40:31,587 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-09 03:40:31,588 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 03:40:31,588 main DEBUG OutputStream closed 2024-12-09 03:40:31,589 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 03:40:31,589 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 03:40:31,589 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-09 03:40:31,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 03:40:31,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 03:40:31,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 03:40:31,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 03:40:31,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 03:40:31,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 03:40:31,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 03:40:31,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 03:40:31,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 03:40:31,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 03:40:31,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 03:40:31,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 03:40:31,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 03:40:31,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 03:40:31,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 03:40:31,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 03:40:31,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 03:40:31,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 03:40:31,708 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 03:40:31,709 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-09 03:40:31,709 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 03:40:31,710 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-09T03:40:32,106 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58 2024-12-09 03:40:32,110 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 03:40:32,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T03:40:32,122 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-09T03:40:32,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T03:40:32,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46, deleteOnExit=true 2024-12-09T03:40:32,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T03:40:32,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/test.cache.data in system properties and HBase conf 2024-12-09T03:40:32,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T03:40:32,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/hadoop.log.dir in system properties and HBase conf 2024-12-09T03:40:32,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T03:40:32,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T03:40:32,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T03:40:32,297 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T03:40:32,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T03:40:32,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T03:40:32,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T03:40:32,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T03:40:32,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T03:40:32,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T03:40:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T03:40:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T03:40:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T03:40:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T03:40:32,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/nfs.dump.dir in system properties and HBase conf 2024-12-09T03:40:32,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/java.io.tmpdir in system properties and HBase conf 2024-12-09T03:40:32,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T03:40:32,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T03:40:32,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T03:40:33,416 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T03:40:33,528 INFO [Time-limited test {}] log.Log(170): Logging initialized @2913ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T03:40:33,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T03:40:33,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T03:40:33,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T03:40:33,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T03:40:33,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T03:40:33,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T03:40:33,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/hadoop.log.dir/,AVAILABLE} 2024-12-09T03:40:33,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T03:40:33,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/java.io.tmpdir/jetty-localhost-38157-hadoop-hdfs-3_4_1-tests_jar-_-any-9417413695500675419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T03:40:34,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:38157} 2024-12-09T03:40:34,010 INFO [Time-limited test {}] server.Server(415): Started @3397ms 2024-12-09T03:40:34,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T03:40:34,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T03:40:34,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T03:40:34,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T03:40:34,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T03:40:34,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/hadoop.log.dir/,AVAILABLE} 2024-12-09T03:40:34,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T03:40:34,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/java.io.tmpdir/jetty-localhost-39885-hadoop-hdfs-3_4_1-tests_jar-_-any-4766640278964956172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T03:40:34,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39885} 2024-12-09T03:40:34,587 INFO [Time-limited test {}] server.Server(415): Started @3974ms 2024-12-09T03:40:34,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T03:40:35,268 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/data/data1/current/BP-535262194-172.17.0.2-1733715633139/current, will proceed with Du for space computation calculation, 2024-12-09T03:40:35,268 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/data/data2/current/BP-535262194-172.17.0.2-1733715633139/current, will proceed with Du for space computation calculation, 2024-12-09T03:40:35,334 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T03:40:35,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6462f5927f8cb55 with lease ID 0xf3788faf0f2ff013: Processing first storage report for DS-c9a39d85-bfab-471d-8cd5-9d8378582f88 from datanode DatanodeRegistration(127.0.0.1:36605, datanodeUuid=7127ea75-719a-40a8-9a11-e608f87f22a9, infoPort=44955, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=880237541;c=1733715633139) 2024-12-09T03:40:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6462f5927f8cb55 with lease ID 0xf3788faf0f2ff013: from storage DS-c9a39d85-bfab-471d-8cd5-9d8378582f88 node DatanodeRegistration(127.0.0.1:36605, datanodeUuid=7127ea75-719a-40a8-9a11-e608f87f22a9, infoPort=44955, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=880237541;c=1733715633139), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T03:40:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6462f5927f8cb55 with lease ID 0xf3788faf0f2ff013: Processing first storage report for DS-53fefb81-797d-4e27-8835-91a0d85189f8 from datanode DatanodeRegistration(127.0.0.1:36605, datanodeUuid=7127ea75-719a-40a8-9a11-e608f87f22a9, infoPort=44955, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=880237541;c=1733715633139) 2024-12-09T03:40:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6462f5927f8cb55 with lease ID 0xf3788faf0f2ff013: from storage DS-53fefb81-797d-4e27-8835-91a0d85189f8 node DatanodeRegistration(127.0.0.1:36605, datanodeUuid=7127ea75-719a-40a8-9a11-e608f87f22a9, infoPort=44955, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=880237541;c=1733715633139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T03:40:35,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58 2024-12-09T03:40:35,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/zookeeper_0, clientPort=63660, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T03:40:35,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63660 2024-12-09T03:40:35,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:35,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741825_1001 (size=7) 2024-12-09T03:40:36,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 with version=8 2024-12-09T03:40:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/hbase-staging 2024-12-09T03:40:36,413 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T03:40:36,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/55d0183f16d2:0 server-side Connection retries=45 2024-12-09T03:40:36,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T03:40:36,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T03:40:36,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T03:40:36,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T03:40:36,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T03:40:36,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T03:40:36,963 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T03:40:36,975 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T03:40:36,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T03:40:37,020 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1555 (auto-detected) 2024-12-09T03:40:37,022 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T03:40:37,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45779 2024-12-09T03:40:37,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45779 connecting to ZooKeeper ensemble=127.0.0.1:63660 2024-12-09T03:40:37,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457790x0, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T03:40:37,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45779-0x101954f17e90000 connected 2024-12-09T03:40:37,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:37,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:37,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T03:40:37,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37, hbase.cluster.distributed=false 2024-12-09T03:40:37,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T03:40:37,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45779 2024-12-09T03:40:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45779 2024-12-09T03:40:37,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45779 2024-12-09T03:40:37,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45779 2024-12-09T03:40:37,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45779 2024-12-09T03:40:37,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/55d0183f16d2:0 server-side Connection retries=45 2024-12-09T03:40:37,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T03:40:37,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T03:40:37,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T03:40:37,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T03:40:37,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T03:40:37,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T03:40:37,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T03:40:37,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42631 2024-12-09T03:40:37,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42631 connecting to ZooKeeper ensemble=127.0.0.1:63660 2024-12-09T03:40:37,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:37,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:37,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426310x0, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T03:40:37,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42631-0x101954f17e90001 connected 2024-12-09T03:40:37,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426310x0, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T03:40:37,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T03:40:37,421 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T03:40:37,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T03:40:37,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T03:40:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-09T03:40:37,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42631 2024-12-09T03:40:37,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42631 2024-12-09T03:40:37,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-09T03:40:37,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-09T03:40:37,460 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;55d0183f16d2:45779 2024-12-09T03:40:37,461 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/55d0183f16d2,45779,1733715636482 2024-12-09T03:40:37,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T03:40:37,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T03:40:37,470 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/55d0183f16d2,45779,1733715636482 2024-12-09T03:40:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T03:40:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:37,495 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T03:40:37,496 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/55d0183f16d2,45779,1733715636482 from backup master directory 2024-12-09T03:40:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T03:40:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/55d0183f16d2,45779,1733715636482 2024-12-09T03:40:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T03:40:37,500 WARN [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T03:40:37,501 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=55d0183f16d2,45779,1733715636482 2024-12-09T03:40:37,504 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T03:40:37,505 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T03:40:37,579 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/hbase.id] with ID: 760e8ed9-5d1f-4577-a1a2-b2adccef5530 2024-12-09T03:40:37,579 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/.tmp/hbase.id 2024-12-09T03:40:37,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741826_1002 (size=42) 2024-12-09T03:40:37,596 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/.tmp/hbase.id]:[hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/hbase.id] 2024-12-09T03:40:37,653 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T03:40:37,659 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T03:40:37,682 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-09T03:40:37,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:37,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741827_1003 (size=196) 2024-12-09T03:40:38,125 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:40:38,128 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T03:40:38,145 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:38,150 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T03:40:38,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741828_1004 (size=1189) 2024-12-09T03:40:38,202 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store 2024-12-09T03:40:38,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741829_1005 (size=34) 2024-12-09T03:40:38,639 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T03:40:38,643 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:40:38,645 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T03:40:38,645 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:40:38,645 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:40:38,647 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T03:40:38,647 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:40:38,648 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:40:38,649 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733715638645Disabling compacts and flushes for region at 1733715638645Disabling writes for close at 1733715638647 (+2 ms)Writing region close event to WAL at 1733715638648 (+1 ms)Closed at 1733715638648 2024-12-09T03:40:38,652 WARN [master/55d0183f16d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/.initializing 2024-12-09T03:40:38,653 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/WALs/55d0183f16d2,45779,1733715636482 2024-12-09T03:40:38,663 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T03:40:38,681 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=55d0183f16d2%2C45779%2C1733715636482, suffix=, logDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/WALs/55d0183f16d2,45779,1733715636482, archiveDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/oldWALs, maxLogs=10 2024-12-09T03:40:38,707 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/WALs/55d0183f16d2,45779,1733715636482/55d0183f16d2%2C45779%2C1733715636482.1733715638686, exclude list is [], retry=0 2024-12-09T03:40:38,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-c9a39d85-bfab-471d-8cd5-9d8378582f88,DISK] 2024-12-09T03:40:38,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T03:40:38,770 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/WALs/55d0183f16d2,45779,1733715636482/55d0183f16d2%2C45779%2C1733715636482.1733715638686 2024-12-09T03:40:38,771 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44955:44955)] 2024-12-09T03:40:38,772 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:40:38,772 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:40:38,775 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,777 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T03:40:38,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:38,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:38,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T03:40:38,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:38,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:40:38,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T03:40:38,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:38,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:40:38,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T03:40:38,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:38,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:40:38,869 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,873 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,874 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,879 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,880 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,884 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T03:40:38,888 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T03:40:38,893 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:40:38,895 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63284056, jitterRate=-0.056994080543518066}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T03:40:38,901 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733715638790Initializing all the Stores at 1733715638792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715638793 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715638793Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715638794 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715638794Cleaning up temporary data from old regions at 1733715638880 (+86 ms)Region opened successfully at 1733715638901 (+21 ms) 2024-12-09T03:40:38,903 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T03:40:38,938 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4982693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=55d0183f16d2/172.17.0.2:0 2024-12-09T03:40:38,971 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T03:40:38,982 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T03:40:38,982 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T03:40:38,985 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T03:40:38,986 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T03:40:38,991 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T03:40:38,991 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T03:40:39,016 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T03:40:39,025 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T03:40:39,028 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T03:40:39,030 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T03:40:39,032 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T03:40:39,033 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T03:40:39,036 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T03:40:39,040 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T03:40:39,041 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T03:40:39,043 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T03:40:39,046 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T03:40:39,065 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T03:40:39,067 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T03:40:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T03:40:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T03:40:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:39,074 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=55d0183f16d2,45779,1733715636482, sessionid=0x101954f17e90000, setting cluster-up flag (Was=false) 2024-12-09T03:40:39,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:39,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:39,092 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T03:40:39,094 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=55d0183f16d2,45779,1733715636482 2024-12-09T03:40:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:39,124 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T03:40:39,125 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=55d0183f16d2,45779,1733715636482 2024-12-09T03:40:39,132 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T03:40:39,147 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(746): ClusterId : 760e8ed9-5d1f-4577-a1a2-b2adccef5530 2024-12-09T03:40:39,150 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T03:40:39,218 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T03:40:39,218 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T03:40:39,289 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T03:40:39,299 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T03:40:39,305 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T03:40:39,311 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 55d0183f16d2,45779,1733715636482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T03:40:39,326 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T03:40:39,327 DEBUG [RS:0;55d0183f16d2:42631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651390fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=55d0183f16d2/172.17.0.2:0 2024-12-09T03:40:39,328 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/55d0183f16d2:0, corePoolSize=5, maxPoolSize=5 2024-12-09T03:40:39,328 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/55d0183f16d2:0, corePoolSize=5, maxPoolSize=5 2024-12-09T03:40:39,328 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/55d0183f16d2:0, corePoolSize=5, maxPoolSize=5 2024-12-09T03:40:39,328 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/55d0183f16d2:0, corePoolSize=5, maxPoolSize=5 2024-12-09T03:40:39,328 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/55d0183f16d2:0, corePoolSize=10, maxPoolSize=10 2024-12-09T03:40:39,328 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,329 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/55d0183f16d2:0, corePoolSize=2, maxPoolSize=2 2024-12-09T03:40:39,329 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,334 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733715669334 2024-12-09T03:40:39,336 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T03:40:39,337 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T03:40:39,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T03:40:39,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T03:40:39,341 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T03:40:39,342 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T03:40:39,342 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T03:40:39,342 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T03:40:39,343 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,346 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;55d0183f16d2:42631 2024-12-09T03:40:39,346 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T03:40:39,347 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T03:40:39,348 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T03:40:39,348 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:39,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T03:40:39,349 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T03:40:39,350 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T03:40:39,350 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T03:40:39,350 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T03:40:39,350 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T03:40:39,353 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/55d0183f16d2:0:becomeActiveMaster-HFileCleaner.large.0-1733715639352,5,FailOnTimeoutGroup] 2024-12-09T03:40:39,353 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(2659): reportForDuty to master=55d0183f16d2,45779,1733715636482 with port=42631, startcode=1733715637333 2024-12-09T03:40:39,353 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/55d0183f16d2:0:becomeActiveMaster-HFileCleaner.small.0-1733715639353,5,FailOnTimeoutGroup] 2024-12-09T03:40:39,353 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,354 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T03:40:39,355 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,356 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741831_1007 (size=1321) 2024-12-09T03:40:39,366 DEBUG [RS:0;55d0183f16d2:42631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T03:40:39,398 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51921, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T03:40:39,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 55d0183f16d2,42631,1733715637333 2024-12-09T03:40:39,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45779 {}] master.ServerManager(517): Registering regionserver=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:39,419 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:40:39,419 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46863 2024-12-09T03:40:39,419 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T03:40:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T03:40:39,539 DEBUG [RS:0;55d0183f16d2:42631 {}] zookeeper.ZKUtil(111): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/55d0183f16d2,42631,1733715637333 2024-12-09T03:40:39,539 WARN [RS:0;55d0183f16d2:42631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T03:40:39,540 INFO [RS:0;55d0183f16d2:42631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T03:40:39,540 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333 2024-12-09T03:40:39,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [55d0183f16d2,42631,1733715637333] 2024-12-09T03:40:39,566 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T03:40:39,580 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T03:40:39,584 INFO [RS:0;55d0183f16d2:42631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T03:40:39,585 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,586 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T03:40:39,591 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T03:40:39,593 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,593 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,593 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,593 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/55d0183f16d2:0, corePoolSize=2, maxPoolSize=2 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,594 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,595 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,595 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/55d0183f16d2:0, corePoolSize=1, maxPoolSize=1 2024-12-09T03:40:39,595 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/55d0183f16d2:0, corePoolSize=3, maxPoolSize=3 2024-12-09T03:40:39,595 DEBUG [RS:0;55d0183f16d2:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0, corePoolSize=3, maxPoolSize=3 2024-12-09T03:40:39,598 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,598 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,598 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,598 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,598 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,599 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,42631,1733715637333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T03:40:39,619 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T03:40:39,621 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,42631,1733715637333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,621 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,621 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.Replication(171): 55d0183f16d2,42631,1733715637333 started 2024-12-09T03:40:39,640 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:39,640 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1482): Serving as 55d0183f16d2,42631,1733715637333, RpcServer on 55d0183f16d2/172.17.0.2:42631, sessionid=0x101954f17e90001 2024-12-09T03:40:39,641 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T03:40:39,641 DEBUG [RS:0;55d0183f16d2:42631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 55d0183f16d2,42631,1733715637333 2024-12-09T03:40:39,641 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '55d0183f16d2,42631,1733715637333' 2024-12-09T03:40:39,642 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T03:40:39,643 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T03:40:39,643 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T03:40:39,643 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T03:40:39,644 DEBUG [RS:0;55d0183f16d2:42631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 55d0183f16d2,42631,1733715637333 2024-12-09T03:40:39,644 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '55d0183f16d2,42631,1733715637333' 2024-12-09T03:40:39,644 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T03:40:39,644 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T03:40:39,645 DEBUG [RS:0;55d0183f16d2:42631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T03:40:39,645 INFO [RS:0;55d0183f16d2:42631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T03:40:39,645 INFO [RS:0;55d0183f16d2:42631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T03:40:39,750 INFO [RS:0;55d0183f16d2:42631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T03:40:39,754 INFO [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=55d0183f16d2%2C42631%2C1733715637333, suffix=, logDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333, archiveDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/oldWALs, maxLogs=32 2024-12-09T03:40:39,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T03:40:39,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:40:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741832_1008 (size=32) 2024-12-09T03:40:39,771 DEBUG [RS:0;55d0183f16d2:42631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333/55d0183f16d2%2C42631%2C1733715637333.1733715639756, exclude list is [], retry=0 2024-12-09T03:40:39,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-c9a39d85-bfab-471d-8cd5-9d8378582f88,DISK] 2024-12-09T03:40:39,779 INFO [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333/55d0183f16d2%2C42631%2C1733715637333.1733715639756 2024-12-09T03:40:39,779 DEBUG [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44955:44955)] 2024-12-09T03:40:40,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:40:40,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T03:40:40,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T03:40:40,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T03:40:40,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T03:40:40,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T03:40:40,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T03:40:40,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T03:40:40,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T03:40:40,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T03:40:40,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740 2024-12-09T03:40:40,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740 2024-12-09T03:40:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T03:40:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T03:40:40,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:40:40,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T03:40:40,204 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:40:40,205 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487907, jitterRate=0.12485747039318085}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:40:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733715640174Initializing all the Stores at 1733715640176 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715640176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715640177 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715640177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715640177Cleaning up temporary data from old regions at 1733715640196 (+19 ms)Region opened successfully at 1733715640207 (+11 ms) 2024-12-09T03:40:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T03:40:40,207 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T03:40:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T03:40:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T03:40:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T03:40:40,209 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T03:40:40,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733715640207Disabling compacts and flushes for region at 1733715640207Disabling writes for close at 1733715640207Writing region close event to WAL at 1733715640208 (+1 ms)Closed at 1733715640209 (+1 ms) 2024-12-09T03:40:40,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T03:40:40,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T03:40:40,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T03:40:40,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T03:40:40,229 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T03:40:40,382 DEBUG [55d0183f16d2:45779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T03:40:40,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:40,400 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 55d0183f16d2,42631,1733715637333, state=OPENING 2024-12-09T03:40:40,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T03:40:40,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:40,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:40:40,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T03:40:40,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T03:40:40,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T03:40:40,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:40:40,587 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T03:40:40,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40537, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T03:40:40,603 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T03:40:40,603 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T03:40:40,604 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T03:40:40,608 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=55d0183f16d2%2C42631%2C1733715637333.meta, suffix=.meta, logDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333, archiveDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/oldWALs, maxLogs=32 2024-12-09T03:40:40,626 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333/55d0183f16d2%2C42631%2C1733715637333.meta.1733715640610.meta, exclude list is [], retry=0 2024-12-09T03:40:40,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-c9a39d85-bfab-471d-8cd5-9d8378582f88,DISK] 2024-12-09T03:40:40,634 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/WALs/55d0183f16d2,42631,1733715637333/55d0183f16d2%2C42631%2C1733715637333.meta.1733715640610.meta 2024-12-09T03:40:40,635 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44955:44955)] 2024-12-09T03:40:40,635 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:40:40,637 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T03:40:40,640 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T03:40:40,645 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T03:40:40,650 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T03:40:40,651 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:40:40,651 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T03:40:40,651 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T03:40:40,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T03:40:40,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T03:40:40,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T03:40:40,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T03:40:40,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T03:40:40,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T03:40:40,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T03:40:40,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T03:40:40,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:40,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T03:40:40,665 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T03:40:40,666 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740 2024-12-09T03:40:40,668 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740 2024-12-09T03:40:40,671 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T03:40:40,671 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T03:40:40,672 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:40:40,674 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T03:40:40,676 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68905237, jitterRate=0.026768043637275696}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:40:40,676 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T03:40:40,677 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733715640652Writing region info on filesystem at 1733715640652Initializing all the Stores at 1733715640654 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715640654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715640655 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715640655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733715640655Cleaning up temporary data from old regions at 1733715640671 (+16 ms)Running coprocessor post-open hooks at 1733715640676 (+5 ms)Region opened successfully at 1733715640677 (+1 ms) 2024-12-09T03:40:40,685 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733715640578 2024-12-09T03:40:40,696 DEBUG [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T03:40:40,696 INFO [RS_OPEN_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T03:40:40,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:40,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 55d0183f16d2,42631,1733715637333, state=OPEN 2024-12-09T03:40:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T03:40:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T03:40:40,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T03:40:40,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T03:40:40,709 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:40,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T03:40:40,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=55d0183f16d2,42631,1733715637333 in 298 msec 2024-12-09T03:40:40,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T03:40:40,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-12-09T03:40:40,722 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T03:40:40,722 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T03:40:40,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:40,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:40,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:40,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:40,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5470 sec 2024-12-09T03:40:40,786 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733715640785, completionTime=-1 2024-12-09T03:40:40,788 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T03:40:40,788 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T03:40:40,816 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T03:40:40,816 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733715700816 2024-12-09T03:40:40,816 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733715760816 2024-12-09T03:40:40,816 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-09T03:40:40,818 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,45779,1733715636482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,818 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,45779,1733715636482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,819 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,45779,1733715636482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,820 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-55d0183f16d2:45779, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,821 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,821 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,827 DEBUG [master/55d0183f16d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T03:40:40,848 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.347sec 2024-12-09T03:40:40,849 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T03:40:40,851 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T03:40:40,852 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T03:40:40,852 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T03:40:40,852 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T03:40:40,853 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,45779,1733715636482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T03:40:40,854 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,45779,1733715636482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T03:40:40,862 DEBUG [master/55d0183f16d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T03:40:40,863 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T03:40:40,864 INFO [master/55d0183f16d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=55d0183f16d2,45779,1733715636482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T03:40:40,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:40,960 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T03:40:40,960 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T03:40:40,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:40,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:40,974 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109c0bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:40,985 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:40,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:40,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:40,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:41,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=55d0183f16d2,45779,1733715636482 2024-12-09T03:40:41,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=12831 2024-12-09T03:40:41,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:40:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:40:41,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e9cfde 2024-12-09T03:40:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:40:41,055 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:40:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:40:41,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:40:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T03:40:41,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T03:40:41,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-09T03:40:41,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:41,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T03:40:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T03:40:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741835_1011 (size=1061) 2024-12-09T03:40:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T03:40:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T03:40:41,494 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:40:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741836_1012 (size=53) 2024-12-09T03:40:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T03:40:41,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:40:41,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing da41e8cb14a75ab3cd99efc94a4d4725, disabling compactions & flushes 2024-12-09T03:40:41,905 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:41,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:41,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. after waiting 0 ms 2024-12-09T03:40:41,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:41,905 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:41,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for da41e8cb14a75ab3cd99efc94a4d4725: Waiting for close lock at 1733715641905Disabling compacts and flushes for region at 1733715641905Disabling writes for close at 1733715641905Writing region close event to WAL at 1733715641905Closed at 1733715641905 2024-12-09T03:40:41,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T03:40:41,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733715641908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733715641908"}]},"ts":"1733715641908"} 2024-12-09T03:40:41,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T03:40:41,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T03:40:41,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715641938"}]},"ts":"1733715641938"} 2024-12-09T03:40:41,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T03:40:41,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, ASSIGN}] 2024-12-09T03:40:41,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, ASSIGN 2024-12-09T03:40:41,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, ASSIGN; state=OFFLINE, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=false 2024-12-09T03:40:42,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da41e8cb14a75ab3cd99efc94a4d4725, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:42,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, ASSIGN because future has completed 2024-12-09T03:40:42,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:40:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T03:40:42,275 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:42,276 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:40:42,276 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,276 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:40:42,277 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,277 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,279 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,283 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:40:42,283 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da41e8cb14a75ab3cd99efc94a4d4725 columnFamilyName A 2024-12-09T03:40:42,283 DEBUG [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:42,284 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.HStore(327): Store=da41e8cb14a75ab3cd99efc94a4d4725/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:40:42,284 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,286 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:40:42,287 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da41e8cb14a75ab3cd99efc94a4d4725 columnFamilyName B 2024-12-09T03:40:42,287 DEBUG [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:42,287 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.HStore(327): Store=da41e8cb14a75ab3cd99efc94a4d4725/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:40:42,288 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,289 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:40:42,290 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da41e8cb14a75ab3cd99efc94a4d4725 columnFamilyName C 2024-12-09T03:40:42,290 DEBUG [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:40:42,291 INFO [StoreOpener-da41e8cb14a75ab3cd99efc94a4d4725-1 {}] regionserver.HStore(327): Store=da41e8cb14a75ab3cd99efc94a4d4725/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:40:42,291 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:42,291 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,293 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,294 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,296 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,296 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,297 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:40:42,299 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,302 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:40:42,303 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da41e8cb14a75ab3cd99efc94a4d4725; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69787412, jitterRate=0.03991347551345825}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:40:42,303 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:42,304 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da41e8cb14a75ab3cd99efc94a4d4725: Running coprocessor pre-open hook at 1733715642277Writing region info on filesystem at 1733715642277Initializing all the Stores at 1733715642279 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715642279Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715642279Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715642279Cleaning up temporary data from old regions at 1733715642296 (+17 ms)Running coprocessor post-open hooks at 1733715642303 (+7 ms)Region opened successfully at 1733715642304 (+1 ms) 2024-12-09T03:40:42,306 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., pid=6, masterSystemTime=1733715642268 2024-12-09T03:40:42,310 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:42,310 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:42,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da41e8cb14a75ab3cd99efc94a4d4725, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:42,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:40:42,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T03:40:42,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 in 203 msec 2024-12-09T03:40:42,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T03:40:42,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, ASSIGN in 372 msec 2024-12-09T03:40:42,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T03:40:42,327 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715642327"}]},"ts":"1733715642327"} 2024-12-09T03:40:42,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T03:40:42,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T03:40:42,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-12-09T03:40:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T03:40:43,233 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:43,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,240 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253618fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dec8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:40:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:40:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1df1000 2024-12-09T03:40:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:40:43,257 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:40:43,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,263 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d21add1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d4406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,270 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,275 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2544cc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63181207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,281 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e0b13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dc2eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332ec47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,291 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d03237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd14d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,296 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74deee7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e021fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,300 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@905b4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,302 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526369d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:40:43,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:40:43,304 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:40:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:40:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:40:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ce558b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:40:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:40:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:40:43,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:40:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280a2bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:40:43,311 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,311 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,311 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,311 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,311 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,311 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,314 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,322 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-09T03:40:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,324 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:40:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T03:40:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,331 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:40:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:40:43,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:40:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:40:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:43,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:40:43,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T03:40:43,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T03:40:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:43,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/6c816946f2ac4bea9127bbe00ea7723a is 50, key is test_row_0/A:col10/1733715643379/Put/seqid=0 2024-12-09T03:40:43,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:43,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:43,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741837_1013 (size=14341) 2024-12-09T03:40:43,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/6c816946f2ac4bea9127bbe00ea7723a 2024-12-09T03:40:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715703526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715703547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715703547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715703547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715703572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T03:40:43,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/3f50b9163fbc43d0a673b96fa7867cdd is 50, key is test_row_0/B:col10/1733715643379/Put/seqid=0 2024-12-09T03:40:43,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T03:40:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:43,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715703725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741838_1014 (size=12001) 2024-12-09T03:40:43,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/3f50b9163fbc43d0a673b96fa7867cdd 2024-12-09T03:40:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715703725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715703726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715703726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715703726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:43,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2a73a21537ff402e90c85a0328c5ece3 is 50, key is test_row_0/C:col10/1733715643379/Put/seqid=0 2024-12-09T03:40:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741839_1015 (size=12001) 2024-12-09T03:40:43,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2a73a21537ff402e90c85a0328c5ece3 2024-12-09T03:40:43,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/6c816946f2ac4bea9127bbe00ea7723a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6c816946f2ac4bea9127bbe00ea7723a 2024-12-09T03:40:43,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6c816946f2ac4bea9127bbe00ea7723a, entries=200, sequenceid=13, filesize=14.0 K 2024-12-09T03:40:43,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/3f50b9163fbc43d0a673b96fa7867cdd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/3f50b9163fbc43d0a673b96fa7867cdd 2024-12-09T03:40:43,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/3f50b9163fbc43d0a673b96fa7867cdd, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T03:40:43,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2a73a21537ff402e90c85a0328c5ece3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2a73a21537ff402e90c85a0328c5ece3 2024-12-09T03:40:43,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2a73a21537ff402e90c85a0328c5ece3, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T03:40:43,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for da41e8cb14a75ab3cd99efc94a4d4725 in 468ms, sequenceid=13, compaction requested=false 2024-12-09T03:40:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T03:40:43,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:43,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T03:40:43,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:43,889 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T03:40:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/9aab9d73a8eb49db90e50cc853ace0ac is 50, key is test_row_0/A:col10/1733715643526/Put/seqid=0 2024-12-09T03:40:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741840_1016 (size=12001) 2024-12-09T03:40:43,939 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/9aab9d73a8eb49db90e50cc853ace0ac 2024-12-09T03:40:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T03:40:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:43,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:43,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/80c1f2fc606a4e6e9a445661081062dd is 50, key is test_row_0/B:col10/1733715643526/Put/seqid=0 2024-12-09T03:40:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715704001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715704005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715704012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715704012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715704014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741841_1017 (size=12001) 2024-12-09T03:40:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715704124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715704124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715704132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715704133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715704133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715704343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715704342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715704363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715704364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715704364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,434 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/80c1f2fc606a4e6e9a445661081062dd 2024-12-09T03:40:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2cbfeeb799c64b73878da95cfba3c498 is 50, key is test_row_0/C:col10/1733715643526/Put/seqid=0 2024-12-09T03:40:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T03:40:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741842_1018 (size=12001) 2024-12-09T03:40:44,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715704683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715704684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715704683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715704684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715704685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:44,887 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2cbfeeb799c64b73878da95cfba3c498 2024-12-09T03:40:44,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/9aab9d73a8eb49db90e50cc853ace0ac as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/9aab9d73a8eb49db90e50cc853ace0ac 2024-12-09T03:40:44,913 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/9aab9d73a8eb49db90e50cc853ace0ac, entries=150, sequenceid=33, filesize=11.7 K 2024-12-09T03:40:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/80c1f2fc606a4e6e9a445661081062dd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/80c1f2fc606a4e6e9a445661081062dd 2024-12-09T03:40:44,930 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/80c1f2fc606a4e6e9a445661081062dd, entries=150, sequenceid=33, filesize=11.7 K 2024-12-09T03:40:44,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2cbfeeb799c64b73878da95cfba3c498 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2cbfeeb799c64b73878da95cfba3c498 2024-12-09T03:40:44,955 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2cbfeeb799c64b73878da95cfba3c498, entries=150, sequenceid=33, filesize=11.7 K 2024-12-09T03:40:44,957 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=73.80 KB/75570 for da41e8cb14a75ab3cd99efc94a4d4725 in 1069ms, sequenceid=33, compaction requested=false 2024-12-09T03:40:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-09T03:40:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-09T03:40:44,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T03:40:44,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-12-09T03:40:44,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6570 sec 2024-12-09T03:40:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:45,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:40:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:45,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/3166f4585b554083b3139e6248f7f0fa is 50, key is test_row_0/A:col10/1733715644007/Put/seqid=0 2024-12-09T03:40:45,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741843_1019 (size=12001) 2024-12-09T03:40:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715705269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715705272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/3166f4585b554083b3139e6248f7f0fa 2024-12-09T03:40:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715705277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715705278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715705282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1a10f7581fe94362998654f3b03b2d02 is 50, key is test_row_0/B:col10/1733715644007/Put/seqid=0 2024-12-09T03:40:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741844_1020 (size=12001) 2024-12-09T03:40:45,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1a10f7581fe94362998654f3b03b2d02 2024-12-09T03:40:45,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/be4cc0401d2c4b8eafb247eac8a3d2bd is 50, key is test_row_0/C:col10/1733715644007/Put/seqid=0 2024-12-09T03:40:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741845_1021 (size=12001) 2024-12-09T03:40:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715705392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715705392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715705402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715705403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715705404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T03:40:45,482 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:45,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-09T03:40:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T03:40:45,486 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:45,488 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:45,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:45,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T03:40:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T03:40:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715705602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715705602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715705613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715705614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715705613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T03:40:45,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:45,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:45,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:45,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:45,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:45,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/be4cc0401d2c4b8eafb247eac8a3d2bd 2024-12-09T03:40:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/3166f4585b554083b3139e6248f7f0fa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/3166f4585b554083b3139e6248f7f0fa 2024-12-09T03:40:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T03:40:45,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T03:40:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:45,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/3166f4585b554083b3139e6248f7f0fa, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T03:40:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715705913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715705913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1a10f7581fe94362998654f3b03b2d02 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1a10f7581fe94362998654f3b03b2d02 2024-12-09T03:40:45,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1a10f7581fe94362998654f3b03b2d02, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T03:40:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/be4cc0401d2c4b8eafb247eac8a3d2bd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/be4cc0401d2c4b8eafb247eac8a3d2bd 2024-12-09T03:40:45,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715705933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715705934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715705942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:45,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/be4cc0401d2c4b8eafb247eac8a3d2bd, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T03:40:45,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for da41e8cb14a75ab3cd99efc94a4d4725 in 719ms, sequenceid=50, compaction requested=true 2024-12-09T03:40:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:45,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:45,961 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:45,962 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:45,971 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:45,971 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:45,973 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:45,973 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:45,977 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:45,978 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/3f50b9163fbc43d0a673b96fa7867cdd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/80c1f2fc606a4e6e9a445661081062dd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1a10f7581fe94362998654f3b03b2d02] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=35.2 K 2024-12-09T03:40:45,979 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:45,979 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6c816946f2ac4bea9127bbe00ea7723a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/9aab9d73a8eb49db90e50cc853ace0ac, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/3166f4585b554083b3139e6248f7f0fa] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=37.4 K 2024-12-09T03:40:45,980 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f50b9163fbc43d0a673b96fa7867cdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733715643379 2024-12-09T03:40:45,980 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c816946f2ac4bea9127bbe00ea7723a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733715643379 2024-12-09T03:40:45,981 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 80c1f2fc606a4e6e9a445661081062dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733715643514 2024-12-09T03:40:45,981 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aab9d73a8eb49db90e50cc853ace0ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733715643514 2024-12-09T03:40:45,982 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3166f4585b554083b3139e6248f7f0fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715644007 2024-12-09T03:40:45,982 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a10f7581fe94362998654f3b03b2d02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715644007 2024-12-09T03:40:46,039 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:46,040 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:46,041 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/7d99f366f138413e8f48dc6cb0bfcbb7 is 50, key is test_row_0/A:col10/1733715644007/Put/seqid=0 2024-12-09T03:40:46,043 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/8fd63278e8aa4b10b788649ce5c51325 is 50, key is test_row_0/B:col10/1733715644007/Put/seqid=0 2024-12-09T03:40:46,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T03:40:46,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:46,058 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:40:46,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T03:40:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741846_1022 (size=12104) 2024-12-09T03:40:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741847_1023 (size=12104) 2024-12-09T03:40:46,140 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/7d99f366f138413e8f48dc6cb0bfcbb7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/7d99f366f138413e8f48dc6cb0bfcbb7 2024-12-09T03:40:46,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/adcbd03cacd34c37b7d731a864615c84 is 50, key is test_row_0/A:col10/1733715645272/Put/seqid=0 2024-12-09T03:40:46,159 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/8fd63278e8aa4b10b788649ce5c51325 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/8fd63278e8aa4b10b788649ce5c51325 2024-12-09T03:40:46,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T03:40:46,181 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into 8fd63278e8aa4b10b788649ce5c51325(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:46,181 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:46,181 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 7d99f366f138413e8f48dc6cb0bfcbb7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:46,181 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:46,185 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=13, startTime=1733715645958; duration=0sec 2024-12-09T03:40:46,185 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=13, startTime=1733715645962; duration=0sec 2024-12-09T03:40:46,185 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:46,185 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:46,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:46,189 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:46,189 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741848_1024 (size=12001) 2024-12-09T03:40:46,192 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/adcbd03cacd34c37b7d731a864615c84 2024-12-09T03:40:46,196 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:46,197 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:46,197 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:46,197 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2a73a21537ff402e90c85a0328c5ece3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2cbfeeb799c64b73878da95cfba3c498, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/be4cc0401d2c4b8eafb247eac8a3d2bd] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=35.2 K 2024-12-09T03:40:46,198 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a73a21537ff402e90c85a0328c5ece3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733715643379 2024-12-09T03:40:46,199 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cbfeeb799c64b73878da95cfba3c498, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733715643514 2024-12-09T03:40:46,200 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting be4cc0401d2c4b8eafb247eac8a3d2bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715644007 2024-12-09T03:40:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/d1ef7b89746c4f9999417d66db3b99e0 is 50, key is test_row_0/B:col10/1733715645272/Put/seqid=0 2024-12-09T03:40:46,244 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:46,245 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/f590599ee6cf43949b7b008699308c39 is 50, key is test_row_0/C:col10/1733715644007/Put/seqid=0 2024-12-09T03:40:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741850_1026 (size=12104) 2024-12-09T03:40:46,269 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/f590599ee6cf43949b7b008699308c39 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/f590599ee6cf43949b7b008699308c39 2024-12-09T03:40:46,286 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into f590599ee6cf43949b7b008699308c39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:46,286 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:46,286 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=13, startTime=1733715645962; duration=0sec 2024-12-09T03:40:46,286 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:46,286 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741849_1025 (size=12001) 2024-12-09T03:40:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:46,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:46,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715706474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715706482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715706479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715706488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715706489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715706603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715706602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715706604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715706604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715706604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T03:40:46,700 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/d1ef7b89746c4f9999417d66db3b99e0 2024-12-09T03:40:46,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2d7cda33ae2c477fa0488f14bf4942d3 is 50, key is test_row_0/C:col10/1733715645272/Put/seqid=0 2024-12-09T03:40:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741851_1027 (size=12001) 2024-12-09T03:40:46,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715706812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715706822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715706822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715706822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715706823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:46,835 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2d7cda33ae2c477fa0488f14bf4942d3 2024-12-09T03:40:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/adcbd03cacd34c37b7d731a864615c84 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/adcbd03cacd34c37b7d731a864615c84 2024-12-09T03:40:46,863 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/adcbd03cacd34c37b7d731a864615c84, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T03:40:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/d1ef7b89746c4f9999417d66db3b99e0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d1ef7b89746c4f9999417d66db3b99e0 2024-12-09T03:40:46,875 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d1ef7b89746c4f9999417d66db3b99e0, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T03:40:46,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/2d7cda33ae2c477fa0488f14bf4942d3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2d7cda33ae2c477fa0488f14bf4942d3 2024-12-09T03:40:46,901 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2d7cda33ae2c477fa0488f14bf4942d3, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T03:40:46,904 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for da41e8cb14a75ab3cd99efc94a4d4725 in 846ms, sequenceid=65, compaction requested=false 2024-12-09T03:40:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-09T03:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-09T03:40:46,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T03:40:46,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-12-09T03:40:46,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4290 sec 2024-12-09T03:40:46,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T03:40:46,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T03:40:46,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T03:40:46,962 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T03:40:46,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T03:40:46,962 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T03:40:46,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T03:40:46,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T03:40:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:47,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:40:47,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:47,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:47,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:47,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:47,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:47,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:47,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/f2fb94a40c5e4af392c6191dd93f839c is 50, key is test_row_0/A:col10/1733715646467/Put/seqid=0 2024-12-09T03:40:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741852_1028 (size=14341) 2024-12-09T03:40:47,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/f2fb94a40c5e4af392c6191dd93f839c 2024-12-09T03:40:47,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/40927b2f52b340eeaaa641bc9f0e2b95 is 50, key is test_row_0/B:col10/1733715646467/Put/seqid=0 2024-12-09T03:40:47,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715707158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715707165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715707167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715707169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715707170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741853_1029 (size=12001) 2024-12-09T03:40:47,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/40927b2f52b340eeaaa641bc9f0e2b95 2024-12-09T03:40:47,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/691da51208374d98a998d6a3b2c5b95a is 50, key is test_row_0/C:col10/1733715646467/Put/seqid=0 2024-12-09T03:40:47,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715707282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715707282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715707283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715707283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715707291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741854_1030 (size=12001) 2024-12-09T03:40:47,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/691da51208374d98a998d6a3b2c5b95a 2024-12-09T03:40:47,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/f2fb94a40c5e4af392c6191dd93f839c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f2fb94a40c5e4af392c6191dd93f839c 2024-12-09T03:40:47,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f2fb94a40c5e4af392c6191dd93f839c, entries=200, sequenceid=87, filesize=14.0 K 2024-12-09T03:40:47,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/40927b2f52b340eeaaa641bc9f0e2b95 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/40927b2f52b340eeaaa641bc9f0e2b95 2024-12-09T03:40:47,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/40927b2f52b340eeaaa641bc9f0e2b95, entries=150, sequenceid=87, filesize=11.7 K 2024-12-09T03:40:47,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/691da51208374d98a998d6a3b2c5b95a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/691da51208374d98a998d6a3b2c5b95a 2024-12-09T03:40:47,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/691da51208374d98a998d6a3b2c5b95a, entries=150, sequenceid=87, filesize=11.7 K 2024-12-09T03:40:47,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for da41e8cb14a75ab3cd99efc94a4d4725 in 237ms, sequenceid=87, compaction requested=true 2024-12-09T03:40:47,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:47,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:47,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:47,364 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:47,365 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:47,371 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:47,371 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:47,372 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,372 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/8fd63278e8aa4b10b788649ce5c51325, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d1ef7b89746c4f9999417d66db3b99e0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/40927b2f52b340eeaaa641bc9f0e2b95] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=35.3 K 2024-12-09T03:40:47,372 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:47,372 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:47,372 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,372 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/7d99f366f138413e8f48dc6cb0bfcbb7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/adcbd03cacd34c37b7d731a864615c84, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f2fb94a40c5e4af392c6191dd93f839c] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=37.5 K 2024-12-09T03:40:47,373 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fd63278e8aa4b10b788649ce5c51325, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715644007 2024-12-09T03:40:47,373 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d99f366f138413e8f48dc6cb0bfcbb7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715644007 2024-12-09T03:40:47,373 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting d1ef7b89746c4f9999417d66db3b99e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733715645268 2024-12-09T03:40:47,374 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 40927b2f52b340eeaaa641bc9f0e2b95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733715646467 2024-12-09T03:40:47,375 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting adcbd03cacd34c37b7d731a864615c84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733715645268 2024-12-09T03:40:47,376 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2fb94a40c5e4af392c6191dd93f839c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733715646467 2024-12-09T03:40:47,399 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:47,401 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb is 50, key is test_row_0/B:col10/1733715646467/Put/seqid=0 2024-12-09T03:40:47,405 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:47,406 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/8ba6a41280a14926af2800e271ce88eb is 50, key is test_row_0/A:col10/1733715646467/Put/seqid=0 2024-12-09T03:40:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741856_1032 (size=12207) 2024-12-09T03:40:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741855_1031 (size=12207) 2024-12-09T03:40:47,486 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/8ba6a41280a14926af2800e271ce88eb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/8ba6a41280a14926af2800e271ce88eb 2024-12-09T03:40:47,500 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 8ba6a41280a14926af2800e271ce88eb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:47,502 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:47,503 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=13, startTime=1733715647364; duration=0sec 2024-12-09T03:40:47,503 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:47,503 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:47,503 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:47,505 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:47,505 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:47,505 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,506 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/f590599ee6cf43949b7b008699308c39, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2d7cda33ae2c477fa0488f14bf4942d3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/691da51208374d98a998d6a3b2c5b95a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=35.3 K 2024-12-09T03:40:47,506 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f590599ee6cf43949b7b008699308c39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715644007 2024-12-09T03:40:47,509 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d7cda33ae2c477fa0488f14bf4942d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733715645268 2024-12-09T03:40:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:47,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:40:47,511 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 691da51208374d98a998d6a3b2c5b95a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733715646467 2024-12-09T03:40:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:47,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/84012758a5da44f48e48b141e619cefe is 50, key is test_row_0/A:col10/1733715647167/Put/seqid=0 2024-12-09T03:40:47,540 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:47,541 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/85180aa963e14d0393b19bf67b7b9c57 is 50, key is test_row_0/C:col10/1733715646467/Put/seqid=0 2024-12-09T03:40:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715707547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715707548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715707561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715707558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715707561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741857_1033 (size=14341) 2024-12-09T03:40:47,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/84012758a5da44f48e48b141e619cefe 2024-12-09T03:40:47,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741858_1034 (size=12207) 2024-12-09T03:40:47,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/6acdb5c51e564b7da6b43c4cf50d1754 is 50, key is test_row_0/B:col10/1733715647167/Put/seqid=0 2024-12-09T03:40:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741859_1035 (size=12001) 2024-12-09T03:40:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T03:40:47,642 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:47,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-09T03:40:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T03:40:47,646 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:47,648 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:47,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:47,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715707673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715707673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715707707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715707707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715707716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T03:40:47,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T03:40:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:47,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:47,894 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb 2024-12-09T03:40:47,904 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into 46dc92ff1cfe4bb1a706d7f6a98cb7bb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:47,904 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:47,904 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=13, startTime=1733715647365; duration=0sec 2024-12-09T03:40:47,905 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:47,905 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:47,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715707912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715707912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715707922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715707922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715707932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:47,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T03:40:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:47,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T03:40:48,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/6acdb5c51e564b7da6b43c4cf50d1754 2024-12-09T03:40:48,047 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/85180aa963e14d0393b19bf67b7b9c57 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/85180aa963e14d0393b19bf67b7b9c57 2024-12-09T03:40:48,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/bc220f5ed9fe42089797b09f8e1c8cab is 50, key is test_row_0/C:col10/1733715647167/Put/seqid=0 2024-12-09T03:40:48,063 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into 85180aa963e14d0393b19bf67b7b9c57(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:48,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:48,063 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=13, startTime=1733715647365; duration=0sec 2024-12-09T03:40:48,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:48,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741860_1036 (size=12001) 2024-12-09T03:40:48,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/bc220f5ed9fe42089797b09f8e1c8cab 2024-12-09T03:40:48,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/84012758a5da44f48e48b141e619cefe as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/84012758a5da44f48e48b141e619cefe 2024-12-09T03:40:48,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/84012758a5da44f48e48b141e619cefe, entries=200, sequenceid=105, filesize=14.0 K 2024-12-09T03:40:48,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/6acdb5c51e564b7da6b43c4cf50d1754 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/6acdb5c51e564b7da6b43c4cf50d1754 2024-12-09T03:40:48,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/6acdb5c51e564b7da6b43c4cf50d1754, entries=150, sequenceid=105, filesize=11.7 K 2024-12-09T03:40:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/bc220f5ed9fe42089797b09f8e1c8cab as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/bc220f5ed9fe42089797b09f8e1c8cab 2024-12-09T03:40:48,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/bc220f5ed9fe42089797b09f8e1c8cab, entries=150, sequenceid=105, filesize=11.7 K 2024-12-09T03:40:48,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for da41e8cb14a75ab3cd99efc94a4d4725 in 619ms, sequenceid=105, compaction requested=false 2024-12-09T03:40:48,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:48,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T03:40:48,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:48,188 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:40:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:48,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/b0e7f22f547f423bb19bf6425f0ff8ef is 50, key is test_row_0/A:col10/1733715647557/Put/seqid=0 2024-12-09T03:40:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715708249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715708252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715708255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715708255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715708257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T03:40:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741861_1037 (size=12001) 2024-12-09T03:40:48,275 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/b0e7f22f547f423bb19bf6425f0ff8ef 2024-12-09T03:40:48,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c71a97de5b244df4ab571f3c6b14c7d8 is 50, key is test_row_0/B:col10/1733715647557/Put/seqid=0 2024-12-09T03:40:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741862_1038 (size=12001) 2024-12-09T03:40:48,303 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c71a97de5b244df4ab571f3c6b14c7d8 2024-12-09T03:40:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8e2499dcc609432a820e1250a655ec81 is 50, key is test_row_0/C:col10/1733715647557/Put/seqid=0 2024-12-09T03:40:48,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715708362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741863_1039 (size=12001) 2024-12-09T03:40:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715708371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715708371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715708372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715708372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715708571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715708592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715708592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715708593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715708593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,778 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8e2499dcc609432a820e1250a655ec81 2024-12-09T03:40:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T03:40:48,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/b0e7f22f547f423bb19bf6425f0ff8ef as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b0e7f22f547f423bb19bf6425f0ff8ef 2024-12-09T03:40:48,798 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b0e7f22f547f423bb19bf6425f0ff8ef, entries=150, sequenceid=122, filesize=11.7 K 2024-12-09T03:40:48,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c71a97de5b244df4ab571f3c6b14c7d8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c71a97de5b244df4ab571f3c6b14c7d8 2024-12-09T03:40:48,809 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c71a97de5b244df4ab571f3c6b14c7d8, entries=150, sequenceid=122, filesize=11.7 K 2024-12-09T03:40:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8e2499dcc609432a820e1250a655ec81 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8e2499dcc609432a820e1250a655ec81 2024-12-09T03:40:48,821 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8e2499dcc609432a820e1250a655ec81, entries=150, sequenceid=122, filesize=11.7 K 2024-12-09T03:40:48,823 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for da41e8cb14a75ab3cd99efc94a4d4725 in 636ms, sequenceid=122, compaction requested=true 2024-12-09T03:40:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-09T03:40:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-09T03:40:48,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T03:40:48,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1770 sec 2024-12-09T03:40:48,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1880 sec 2024-12-09T03:40:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:48,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T03:40:48,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:48,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/924f3b5d833d4ebcac94ebc1a79e7cfc is 50, key is test_row_0/A:col10/1733715648253/Put/seqid=0 2024-12-09T03:40:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741864_1040 (size=14541) 2024-12-09T03:40:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715708920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715708922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715708924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715708925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715708926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715709032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715709032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715709033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715709043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715709043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715709241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715709241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715709242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715709252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715709252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/924f3b5d833d4ebcac94ebc1a79e7cfc 2024-12-09T03:40:49,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/e7f88b75d65b40fbb14d74049b611d8a is 50, key is test_row_0/B:col10/1733715648253/Put/seqid=0 2024-12-09T03:40:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741865_1041 (size=12151) 2024-12-09T03:40:49,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/e7f88b75d65b40fbb14d74049b611d8a 2024-12-09T03:40:49,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/577128204c924986a05dac453548aae1 is 50, key is test_row_0/C:col10/1733715648253/Put/seqid=0 2024-12-09T03:40:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741866_1042 (size=12151) 2024-12-09T03:40:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715709552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715709552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715709552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715709562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715709562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:49,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/577128204c924986a05dac453548aae1 2024-12-09T03:40:49,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/924f3b5d833d4ebcac94ebc1a79e7cfc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/924f3b5d833d4ebcac94ebc1a79e7cfc 2024-12-09T03:40:49,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/924f3b5d833d4ebcac94ebc1a79e7cfc, entries=200, sequenceid=140, filesize=14.2 K 2024-12-09T03:40:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/e7f88b75d65b40fbb14d74049b611d8a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/e7f88b75d65b40fbb14d74049b611d8a 2024-12-09T03:40:49,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/e7f88b75d65b40fbb14d74049b611d8a, entries=150, sequenceid=140, filesize=11.9 K 2024-12-09T03:40:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/577128204c924986a05dac453548aae1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/577128204c924986a05dac453548aae1 2024-12-09T03:40:49,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/577128204c924986a05dac453548aae1, entries=150, sequenceid=140, filesize=11.9 K 2024-12-09T03:40:49,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for da41e8cb14a75ab3cd99efc94a4d4725 in 897ms, sequenceid=140, compaction requested=true 2024-12-09T03:40:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:49,784 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:40:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:49,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:49,785 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:40:49,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:49,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:49,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:49,786 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:40:49,786 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:40:49,787 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:49,787 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:49,787 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:49,787 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:49,787 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/8ba6a41280a14926af2800e271ce88eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/84012758a5da44f48e48b141e619cefe, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b0e7f22f547f423bb19bf6425f0ff8ef, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/924f3b5d833d4ebcac94ebc1a79e7cfc] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=51.8 K 2024-12-09T03:40:49,787 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/6acdb5c51e564b7da6b43c4cf50d1754, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c71a97de5b244df4ab571f3c6b14c7d8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/e7f88b75d65b40fbb14d74049b611d8a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=47.2 K 2024-12-09T03:40:49,787 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba6a41280a14926af2800e271ce88eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733715646467 2024-12-09T03:40:49,787 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 46dc92ff1cfe4bb1a706d7f6a98cb7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733715646467 2024-12-09T03:40:49,788 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84012758a5da44f48e48b141e619cefe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715647166 2024-12-09T03:40:49,788 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6acdb5c51e564b7da6b43c4cf50d1754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715647167 2024-12-09T03:40:49,789 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0e7f22f547f423bb19bf6425f0ff8ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733715647522 2024-12-09T03:40:49,789 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c71a97de5b244df4ab571f3c6b14c7d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733715647522 2024-12-09T03:40:49,789 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 924f3b5d833d4ebcac94ebc1a79e7cfc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733715648249 2024-12-09T03:40:49,789 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f88b75d65b40fbb14d74049b611d8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733715648249 2024-12-09T03:40:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T03:40:49,793 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:49,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-09T03:40:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T03:40:49,797 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:49,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:49,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:49,815 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#30 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:49,816 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/669bf082d3614ea5a83688f69f918cf4 is 50, key is test_row_0/B:col10/1733715648253/Put/seqid=0 2024-12-09T03:40:49,817 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#31 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:49,820 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a4723ac1a5af490da4b32187d842e408 is 50, key is test_row_0/A:col10/1733715648253/Put/seqid=0 2024-12-09T03:40:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741867_1043 (size=12493) 2024-12-09T03:40:49,877 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/669bf082d3614ea5a83688f69f918cf4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/669bf082d3614ea5a83688f69f918cf4 2024-12-09T03:40:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741868_1044 (size=12493) 2024-12-09T03:40:49,900 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into 669bf082d3614ea5a83688f69f918cf4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:49,901 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:49,901 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=12, startTime=1733715649784; duration=0sec 2024-12-09T03:40:49,901 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:49,901 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:49,901 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:40:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T03:40:49,904 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:40:49,904 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:49,904 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:49,905 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/85180aa963e14d0393b19bf67b7b9c57, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/bc220f5ed9fe42089797b09f8e1c8cab, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8e2499dcc609432a820e1250a655ec81, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/577128204c924986a05dac453548aae1] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=47.2 K 2024-12-09T03:40:49,906 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 85180aa963e14d0393b19bf67b7b9c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733715646467 2024-12-09T03:40:49,906 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting bc220f5ed9fe42089797b09f8e1c8cab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715647167 2024-12-09T03:40:49,907 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e2499dcc609432a820e1250a655ec81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733715647522 2024-12-09T03:40:49,908 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 577128204c924986a05dac453548aae1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733715648249 2024-12-09T03:40:49,925 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:49,926 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/d28231fe44b940b28881615140398ef8 is 50, key is test_row_0/C:col10/1733715648253/Put/seqid=0 2024-12-09T03:40:49,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T03:40:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:49,958 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:40:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:49,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/bcb6c661e05f47b4b6bfb24544aabf98 is 50, key is test_row_0/A:col10/1733715648922/Put/seqid=0 2024-12-09T03:40:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741869_1045 (size=12493) 2024-12-09T03:40:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741870_1046 (size=12151) 2024-12-09T03:40:49,989 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/bcb6c661e05f47b4b6bfb24544aabf98 2024-12-09T03:40:50,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ae25d2a0e4c24a29b5f6273de8cd1a93 is 50, key is test_row_0/B:col10/1733715648922/Put/seqid=0 2024-12-09T03:40:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741871_1047 (size=12151) 2024-12-09T03:40:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T03:40:50,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715710138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715710142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715710142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715710144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715710145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715710251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715710262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715710262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715710271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715710272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,300 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a4723ac1a5af490da4b32187d842e408 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a4723ac1a5af490da4b32187d842e408 2024-12-09T03:40:50,309 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into a4723ac1a5af490da4b32187d842e408(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:50,309 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,309 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=12, startTime=1733715649784; duration=0sec 2024-12-09T03:40:50,309 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:50,309 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:50,378 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/d28231fe44b940b28881615140398ef8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/d28231fe44b940b28881615140398ef8 2024-12-09T03:40:50,387 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into d28231fe44b940b28881615140398ef8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:50,387 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,387 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=12, startTime=1733715649785; duration=0sec 2024-12-09T03:40:50,387 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:50,387 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T03:40:50,429 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ae25d2a0e4c24a29b5f6273de8cd1a93 2024-12-09T03:40:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/440308bd4b1844debe635763956e3c27 is 50, key is test_row_0/C:col10/1733715648922/Put/seqid=0 2024-12-09T03:40:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741872_1048 (size=12151) 2024-12-09T03:40:50,452 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/440308bd4b1844debe635763956e3c27 2024-12-09T03:40:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/bcb6c661e05f47b4b6bfb24544aabf98 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/bcb6c661e05f47b4b6bfb24544aabf98 2024-12-09T03:40:50,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715710462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,466 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/bcb6c661e05f47b4b6bfb24544aabf98, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T03:40:50,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ae25d2a0e4c24a29b5f6273de8cd1a93 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ae25d2a0e4c24a29b5f6273de8cd1a93 2024-12-09T03:40:50,474 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ae25d2a0e4c24a29b5f6273de8cd1a93, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T03:40:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/440308bd4b1844debe635763956e3c27 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/440308bd4b1844debe635763956e3c27 2024-12-09T03:40:50,483 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/440308bd4b1844debe635763956e3c27, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T03:40:50,485 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for da41e8cb14a75ab3cd99efc94a4d4725 in 528ms, sequenceid=156, compaction requested=false 2024-12-09T03:40:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-09T03:40:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-09T03:40:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:50,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:40:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:50,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T03:40:50,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 687 msec 2024-12-09T03:40:50,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 698 msec 2024-12-09T03:40:50,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a2dfc41089734ef1bffba9bc2de1aaf4 is 50, key is test_row_0/A:col10/1733715650141/Put/seqid=0 2024-12-09T03:40:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741873_1049 (size=16931) 2024-12-09T03:40:50,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a2dfc41089734ef1bffba9bc2de1aaf4 2024-12-09T03:40:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715710504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715710519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715710521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/48bafc665e69479da806a2d19d23c851 is 50, key is test_row_0/B:col10/1733715650141/Put/seqid=0 2024-12-09T03:40:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715710526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741874_1050 (size=12151) 2024-12-09T03:40:50,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/48bafc665e69479da806a2d19d23c851 2024-12-09T03:40:50,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/94c08aa8e31d400989603c7065e38dd1 is 50, key is test_row_0/C:col10/1733715650141/Put/seqid=0 2024-12-09T03:40:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741875_1051 (size=12151) 2024-12-09T03:40:50,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/94c08aa8e31d400989603c7065e38dd1 2024-12-09T03:40:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a2dfc41089734ef1bffba9bc2de1aaf4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a2dfc41089734ef1bffba9bc2de1aaf4 2024-12-09T03:40:50,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a2dfc41089734ef1bffba9bc2de1aaf4, entries=250, sequenceid=178, filesize=16.5 K 2024-12-09T03:40:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/48bafc665e69479da806a2d19d23c851 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/48bafc665e69479da806a2d19d23c851 2024-12-09T03:40:50,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/48bafc665e69479da806a2d19d23c851, entries=150, sequenceid=178, filesize=11.9 K 2024-12-09T03:40:50,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/94c08aa8e31d400989603c7065e38dd1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/94c08aa8e31d400989603c7065e38dd1 2024-12-09T03:40:50,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/94c08aa8e31d400989603c7065e38dd1, entries=150, sequenceid=178, filesize=11.9 K 2024-12-09T03:40:50,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for da41e8cb14a75ab3cd99efc94a4d4725 in 134ms, sequenceid=178, compaction requested=true 2024-12-09T03:40:50,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:50,624 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:50,624 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:50,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:50,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:50,625 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:50,625 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:50,625 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:50,626 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a4723ac1a5af490da4b32187d842e408, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/bcb6c661e05f47b4b6bfb24544aabf98, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a2dfc41089734ef1bffba9bc2de1aaf4] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=40.6 K 2024-12-09T03:40:50,626 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:50,626 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:50,626 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:50,626 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/669bf082d3614ea5a83688f69f918cf4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ae25d2a0e4c24a29b5f6273de8cd1a93, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/48bafc665e69479da806a2d19d23c851] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=35.9 K 2024-12-09T03:40:50,627 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4723ac1a5af490da4b32187d842e408, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733715648249 2024-12-09T03:40:50,627 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 669bf082d3614ea5a83688f69f918cf4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733715648249 2024-12-09T03:40:50,628 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ae25d2a0e4c24a29b5f6273de8cd1a93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715648905 2024-12-09T03:40:50,628 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb6c661e05f47b4b6bfb24544aabf98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715648905 2024-12-09T03:40:50,628 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 48bafc665e69479da806a2d19d23c851, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733715650087 2024-12-09T03:40:50,629 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2dfc41089734ef1bffba9bc2de1aaf4, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733715650087 2024-12-09T03:40:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:50,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:40:50,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:50,651 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:50,652 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/6b4659dd0252468296739825e7a8e1b0 is 50, key is test_row_0/A:col10/1733715650141/Put/seqid=0 2024-12-09T03:40:50,652 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#39 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:50,653 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/35911ffdd8684071ba5b917bb7e587d7 is 50, key is test_row_0/B:col10/1733715650141/Put/seqid=0 2024-12-09T03:40:50,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/0a9d722189fe4927b0b09046b26e262c is 50, key is test_row_0/A:col10/1733715650636/Put/seqid=0 2024-12-09T03:40:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741877_1053 (size=12595) 2024-12-09T03:40:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741876_1052 (size=12595) 2024-12-09T03:40:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715710677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,688 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/6b4659dd0252468296739825e7a8e1b0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6b4659dd0252468296739825e7a8e1b0 2024-12-09T03:40:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715710681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741878_1054 (size=12151) 2024-12-09T03:40:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715710682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715710682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/0a9d722189fe4927b0b09046b26e262c 2024-12-09T03:40:50,699 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 6b4659dd0252468296739825e7a8e1b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:50,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,699 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=13, startTime=1733715650623; duration=0sec 2024-12-09T03:40:50,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:50,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:50,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:50,701 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:50,701 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:50,701 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:50,701 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/d28231fe44b940b28881615140398ef8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/440308bd4b1844debe635763956e3c27, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/94c08aa8e31d400989603c7065e38dd1] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=35.9 K 2024-12-09T03:40:50,705 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/35911ffdd8684071ba5b917bb7e587d7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/35911ffdd8684071ba5b917bb7e587d7 2024-12-09T03:40:50,705 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d28231fe44b940b28881615140398ef8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733715648249 2024-12-09T03:40:50,706 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440308bd4b1844debe635763956e3c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715648905 2024-12-09T03:40:50,707 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94c08aa8e31d400989603c7065e38dd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733715650087 2024-12-09T03:40:50,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/be00bc7ad223413db48362238ea7e3e1 is 50, key is test_row_0/B:col10/1733715650636/Put/seqid=0 2024-12-09T03:40:50,716 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into 35911ffdd8684071ba5b917bb7e587d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:50,716 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,716 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=13, startTime=1733715650624; duration=0sec 2024-12-09T03:40:50,717 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:50,717 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:50,731 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:50,732 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/07a151fa326a4e16aa88842615dfa1b5 is 50, key is test_row_0/C:col10/1733715650141/Put/seqid=0 2024-12-09T03:40:50,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741879_1055 (size=12151) 2024-12-09T03:40:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741880_1056 (size=12595) 2024-12-09T03:40:50,766 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/07a151fa326a4e16aa88842615dfa1b5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/07a151fa326a4e16aa88842615dfa1b5 2024-12-09T03:40:50,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,776 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into 07a151fa326a4e16aa88842615dfa1b5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:50,776 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:50,776 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=13, startTime=1733715650624; duration=0sec 2024-12-09T03:40:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715710774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,776 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:50,776 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:50,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715710792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715710792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715710792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715710793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T03:40:50,932 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:50,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-09T03:40:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T03:40:50,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:50,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:50,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715711002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715711002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715711002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715711002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T03:40:51,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T03:40:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:51,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:51,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:51,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/be00bc7ad223413db48362238ea7e3e1 2024-12-09T03:40:51,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/ddc0d2f6248d4002afc47b40e274e738 is 50, key is test_row_0/C:col10/1733715650636/Put/seqid=0 2024-12-09T03:40:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741881_1057 (size=12151) 2024-12-09T03:40:51,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/ddc0d2f6248d4002afc47b40e274e738 2024-12-09T03:40:51,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/0a9d722189fe4927b0b09046b26e262c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a9d722189fe4927b0b09046b26e262c 2024-12-09T03:40:51,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a9d722189fe4927b0b09046b26e262c, entries=150, sequenceid=194, filesize=11.9 K 2024-12-09T03:40:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/be00bc7ad223413db48362238ea7e3e1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/be00bc7ad223413db48362238ea7e3e1 2024-12-09T03:40:51,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/be00bc7ad223413db48362238ea7e3e1, entries=150, sequenceid=194, filesize=11.9 K 2024-12-09T03:40:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/ddc0d2f6248d4002afc47b40e274e738 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/ddc0d2f6248d4002afc47b40e274e738 2024-12-09T03:40:51,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/ddc0d2f6248d4002afc47b40e274e738, entries=150, sequenceid=194, filesize=11.9 K 2024-12-09T03:40:51,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for da41e8cb14a75ab3cd99efc94a4d4725 in 576ms, sequenceid=194, compaction requested=false 2024-12-09T03:40:51,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:51,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T03:40:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:51,245 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:40:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T03:40:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/42bf302ed70048f48f50664b6adaeda6 is 50, key is test_row_0/A:col10/1733715650679/Put/seqid=0 2024-12-09T03:40:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741882_1058 (size=12151) 2024-12-09T03:40:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:51,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715711315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715711317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715711319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715711320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715711321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715711432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715711432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715711432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715711432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715711432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T03:40:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715711642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715711642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715711651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715711651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715711651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,659 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/42bf302ed70048f48f50664b6adaeda6 2024-12-09T03:40:51,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4bfb36de2fa740d1bf3ebc757bd2e83e is 50, key is test_row_0/B:col10/1733715650679/Put/seqid=0 2024-12-09T03:40:51,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741883_1059 (size=12151) 2024-12-09T03:40:51,684 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4bfb36de2fa740d1bf3ebc757bd2e83e 2024-12-09T03:40:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/00013521361b491a9b5a70b28a694c27 is 50, key is test_row_0/C:col10/1733715650679/Put/seqid=0 2024-12-09T03:40:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741884_1060 (size=12151) 2024-12-09T03:40:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715711952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715711952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715711961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715711962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715711962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T03:40:52,107 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/00013521361b491a9b5a70b28a694c27 2024-12-09T03:40:52,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/42bf302ed70048f48f50664b6adaeda6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/42bf302ed70048f48f50664b6adaeda6 2024-12-09T03:40:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/42bf302ed70048f48f50664b6adaeda6, entries=150, sequenceid=214, filesize=11.9 K 2024-12-09T03:40:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4bfb36de2fa740d1bf3ebc757bd2e83e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4bfb36de2fa740d1bf3ebc757bd2e83e 2024-12-09T03:40:52,127 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4bfb36de2fa740d1bf3ebc757bd2e83e, entries=150, sequenceid=214, filesize=11.9 K 2024-12-09T03:40:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/00013521361b491a9b5a70b28a694c27 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/00013521361b491a9b5a70b28a694c27 2024-12-09T03:40:52,136 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/00013521361b491a9b5a70b28a694c27, entries=150, sequenceid=214, filesize=11.9 K 2024-12-09T03:40:52,137 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for da41e8cb14a75ab3cd99efc94a4d4725 in 892ms, sequenceid=214, compaction requested=true 2024-12-09T03:40:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-09T03:40:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-09T03:40:52,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-09T03:40:52,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2020 sec 2024-12-09T03:40:52,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2090 sec 2024-12-09T03:40:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:52,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:40:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:52,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a8cef9e33ab9427e85ba0395d1143373 is 50, key is test_row_0/A:col10/1733715651315/Put/seqid=0 2024-12-09T03:40:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741885_1061 (size=16931) 2024-12-09T03:40:52,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a8cef9e33ab9427e85ba0395d1143373 2024-12-09T03:40:52,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715712485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715712489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ad7bc4eee36f413d810df9b5db7ea71a is 50, key is test_row_0/B:col10/1733715651315/Put/seqid=0 2024-12-09T03:40:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715712489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715712490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715712493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741886_1062 (size=12151) 2024-12-09T03:40:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715712601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715712601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715712601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715712602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715712602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715712812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715712812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715712812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715712812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715712812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:52,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ad7bc4eee36f413d810df9b5db7ea71a 2024-12-09T03:40:52,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8209783bcaf843ff99f16367ed55eb45 is 50, key is test_row_0/C:col10/1733715651315/Put/seqid=0 2024-12-09T03:40:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741887_1063 (size=12151) 2024-12-09T03:40:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T03:40:53,082 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:53,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-09T03:40:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T03:40:53,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:53,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:53,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:53,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715713122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715713122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715713122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715713132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715713132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T03:40:53,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T03:40:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:53,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8209783bcaf843ff99f16367ed55eb45 2024-12-09T03:40:53,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/a8cef9e33ab9427e85ba0395d1143373 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a8cef9e33ab9427e85ba0395d1143373 2024-12-09T03:40:53,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a8cef9e33ab9427e85ba0395d1143373, entries=250, sequenceid=232, filesize=16.5 K 2024-12-09T03:40:53,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ad7bc4eee36f413d810df9b5db7ea71a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ad7bc4eee36f413d810df9b5db7ea71a 2024-12-09T03:40:53,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ad7bc4eee36f413d810df9b5db7ea71a, entries=150, sequenceid=232, filesize=11.9 K 2024-12-09T03:40:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8209783bcaf843ff99f16367ed55eb45 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8209783bcaf843ff99f16367ed55eb45 2024-12-09T03:40:53,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8209783bcaf843ff99f16367ed55eb45, entries=150, sequenceid=232, filesize=11.9 K 2024-12-09T03:40:53,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for da41e8cb14a75ab3cd99efc94a4d4725 in 888ms, sequenceid=232, compaction requested=true 2024-12-09T03:40:53,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:53,353 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:40:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:53,353 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:40:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:53,355 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:40:53,355 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:53,355 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,356 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/35911ffdd8684071ba5b917bb7e587d7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/be00bc7ad223413db48362238ea7e3e1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4bfb36de2fa740d1bf3ebc757bd2e83e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ad7bc4eee36f413d810df9b5db7ea71a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=47.9 K 2024-12-09T03:40:53,356 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:40:53,356 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:53,356 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,357 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6b4659dd0252468296739825e7a8e1b0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a9d722189fe4927b0b09046b26e262c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/42bf302ed70048f48f50664b6adaeda6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a8cef9e33ab9427e85ba0395d1143373] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=52.6 K 2024-12-09T03:40:53,357 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 35911ffdd8684071ba5b917bb7e587d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733715650087 2024-12-09T03:40:53,357 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b4659dd0252468296739825e7a8e1b0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733715650087 2024-12-09T03:40:53,358 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting be00bc7ad223413db48362238ea7e3e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733715650634 2024-12-09T03:40:53,358 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a9d722189fe4927b0b09046b26e262c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733715650634 2024-12-09T03:40:53,360 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bfb36de2fa740d1bf3ebc757bd2e83e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733715650662 2024-12-09T03:40:53,360 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42bf302ed70048f48f50664b6adaeda6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733715650662 2024-12-09T03:40:53,360 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ad7bc4eee36f413d810df9b5db7ea71a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733715651315 2024-12-09T03:40:53,360 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8cef9e33ab9427e85ba0395d1143373, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733715651315 2024-12-09T03:40:53,378 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:53,379 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:53,379 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/731f25c970fe4f85ab040c310fc6fa3b is 50, key is test_row_0/A:col10/1733715651315/Put/seqid=0 2024-12-09T03:40:53,380 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/a263a24d02d542d7827f7caa1ac38933 is 50, key is test_row_0/B:col10/1733715651315/Put/seqid=0 2024-12-09T03:40:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741888_1064 (size=12731) 2024-12-09T03:40:53,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T03:40:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,394 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T03:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T03:40:53,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/53471a401cf745ef8a7adb4acbc31d2d is 50, key is test_row_0/A:col10/1733715652490/Put/seqid=0 2024-12-09T03:40:53,404 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/731f25c970fe4f85ab040c310fc6fa3b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/731f25c970fe4f85ab040c310fc6fa3b 2024-12-09T03:40:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741889_1065 (size=12731) 2024-12-09T03:40:53,414 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 731f25c970fe4f85ab040c310fc6fa3b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:53,414 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:53,414 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=12, startTime=1733715653352; duration=0sec 2024-12-09T03:40:53,414 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:53,414 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:53,414 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:40:53,417 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:40:53,417 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:53,417 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,417 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/07a151fa326a4e16aa88842615dfa1b5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/ddc0d2f6248d4002afc47b40e274e738, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/00013521361b491a9b5a70b28a694c27, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8209783bcaf843ff99f16367ed55eb45] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=47.9 K 2024-12-09T03:40:53,419 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07a151fa326a4e16aa88842615dfa1b5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733715650087 2024-12-09T03:40:53,420 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddc0d2f6248d4002afc47b40e274e738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733715650634 2024-12-09T03:40:53,420 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/a263a24d02d542d7827f7caa1ac38933 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/a263a24d02d542d7827f7caa1ac38933 2024-12-09T03:40:53,420 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00013521361b491a9b5a70b28a694c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733715650662 2024-12-09T03:40:53,422 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8209783bcaf843ff99f16367ed55eb45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733715651315 2024-12-09T03:40:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741890_1066 (size=12151) 2024-12-09T03:40:53,428 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/53471a401cf745ef8a7adb4acbc31d2d 2024-12-09T03:40:53,432 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into a263a24d02d542d7827f7caa1ac38933(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:53,432 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:53,432 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=12, startTime=1733715653353; duration=0sec 2024-12-09T03:40:53,433 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:53,433 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1ab2738d766a4a4591ad630835815940 is 50, key is test_row_0/B:col10/1733715652490/Put/seqid=0 2024-12-09T03:40:53,447 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#54 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:53,447 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/1e209771cddb49938fce46020531f16f is 50, key is test_row_0/C:col10/1733715651315/Put/seqid=0 2024-12-09T03:40:53,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741892_1068 (size=12731) 2024-12-09T03:40:53,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741891_1067 (size=12151) 2024-12-09T03:40:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1ab2738d766a4a4591ad630835815940 2024-12-09T03:40:53,468 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/1e209771cddb49938fce46020531f16f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e209771cddb49938fce46020531f16f 2024-12-09T03:40:53,479 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into 1e209771cddb49938fce46020531f16f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:53,479 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:53,479 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=12, startTime=1733715653353; duration=0sec 2024-12-09T03:40:53,479 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:53,479 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:53,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/34ef7979b9484ea2a4e6d39aba4cc0f5 is 50, key is test_row_0/C:col10/1733715652490/Put/seqid=0 2024-12-09T03:40:53,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741893_1069 (size=12151) 2024-12-09T03:40:53,494 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/34ef7979b9484ea2a4e6d39aba4cc0f5 2024-12-09T03:40:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/53471a401cf745ef8a7adb4acbc31d2d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/53471a401cf745ef8a7adb4acbc31d2d 2024-12-09T03:40:53,510 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/53471a401cf745ef8a7adb4acbc31d2d, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T03:40:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1ab2738d766a4a4591ad630835815940 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1ab2738d766a4a4591ad630835815940 2024-12-09T03:40:53,522 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1ab2738d766a4a4591ad630835815940, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T03:40:53,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/34ef7979b9484ea2a4e6d39aba4cc0f5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/34ef7979b9484ea2a4e6d39aba4cc0f5 2024-12-09T03:40:53,533 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/34ef7979b9484ea2a4e6d39aba4cc0f5, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T03:40:53,534 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for da41e8cb14a75ab3cd99efc94a4d4725 in 140ms, sequenceid=246, compaction requested=false 2024-12-09T03:40:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-09T03:40:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-09T03:40:53,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-09T03:40:53,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 449 msec 2024-12-09T03:40:53,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 459 msec 2024-12-09T03:40:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:53,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:40:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:53,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/b7312aecb3414882a4639d0eb4314276 is 50, key is test_row_0/A:col10/1733715653651/Put/seqid=0 2024-12-09T03:40:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741894_1070 (size=12301) 2024-12-09T03:40:53,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/b7312aecb3414882a4639d0eb4314276 2024-12-09T03:40:53,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ed9a87b74e3f4eb59df295dcd6bed90a is 50, key is test_row_0/B:col10/1733715653651/Put/seqid=0 2024-12-09T03:40:53,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741895_1071 (size=12301) 2024-12-09T03:40:53,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715653676, max timestamp=1733715653698Num uniques 859; 2024-12-09T03:40:53,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715653676, max timestamp=1733715653698Num uniques 859; 2024-12-09T03:40:53,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:40:53,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:40:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T03:40:53,713 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:53,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-09T03:40:53,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733715653676, max timestamp=1733715653698Num uniques 859; 2024-12-09T03:40:53,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-09T03:40:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T03:40:53,718 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:53,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:53,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715713744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715713746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715713747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715713747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715713749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T03:40:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715713861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T03:40:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:53,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715713872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715713872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715713872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715713872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T03:40:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:54,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T03:40:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715714082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715714082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715714082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715714092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715714092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ed9a87b74e3f4eb59df295dcd6bed90a 2024-12-09T03:40:54,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/7d43c43be1874ec586e54e021a0c4f53 is 50, key is test_row_0/C:col10/1733715653651/Put/seqid=0 2024-12-09T03:40:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741896_1072 (size=12301) 2024-12-09T03:40:54,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/7d43c43be1874ec586e54e021a0c4f53 2024-12-09T03:40:54,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/b7312aecb3414882a4639d0eb4314276 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b7312aecb3414882a4639d0eb4314276 2024-12-09T03:40:54,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b7312aecb3414882a4639d0eb4314276, entries=150, sequenceid=259, filesize=12.0 K 2024-12-09T03:40:54,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/ed9a87b74e3f4eb59df295dcd6bed90a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ed9a87b74e3f4eb59df295dcd6bed90a 2024-12-09T03:40:54,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ed9a87b74e3f4eb59df295dcd6bed90a, entries=150, sequenceid=259, filesize=12.0 K 2024-12-09T03:40:54,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/7d43c43be1874ec586e54e021a0c4f53 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/7d43c43be1874ec586e54e021a0c4f53 2024-12-09T03:40:54,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/7d43c43be1874ec586e54e021a0c4f53, entries=150, sequenceid=259, filesize=12.0 K 2024-12-09T03:40:54,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for da41e8cb14a75ab3cd99efc94a4d4725 in 517ms, sequenceid=259, compaction requested=true 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:54,173 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:54,173 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:54,175 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:54,175 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:54,175 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:54,175 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/731f25c970fe4f85ab040c310fc6fa3b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/53471a401cf745ef8a7adb4acbc31d2d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b7312aecb3414882a4639d0eb4314276] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.3 K 2024-12-09T03:40:54,176 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 731f25c970fe4f85ab040c310fc6fa3b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733715651315 2024-12-09T03:40:54,177 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:54,177 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:54,177 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:54,177 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/a263a24d02d542d7827f7caa1ac38933, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1ab2738d766a4a4591ad630835815940, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ed9a87b74e3f4eb59df295dcd6bed90a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.3 K 2024-12-09T03:40:54,177 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53471a401cf745ef8a7adb4acbc31d2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733715652487 2024-12-09T03:40:54,178 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a263a24d02d542d7827f7caa1ac38933, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733715651315 2024-12-09T03:40:54,178 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7312aecb3414882a4639d0eb4314276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715653647 2024-12-09T03:40:54,179 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ab2738d766a4a4591ad630835815940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733715652487 2024-12-09T03:40:54,180 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ed9a87b74e3f4eb59df295dcd6bed90a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715653647 2024-12-09T03:40:54,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T03:40:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:54,183 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=136.02 KB heapSize=384.46 KB 2024-12-09T03:40:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:54,194 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:54,194 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/69aa1ab5b91b4114815e47b43c0341bc is 50, key is test_row_0/A:col10/1733715653651/Put/seqid=0 2024-12-09T03:40:54,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/57bd752a797a46a6a8460eb1f2241316 is 50, key is test_row_0/A:col10/1733715653746/Put/seqid=0 2024-12-09T03:40:54,200 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:54,201 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/dc34e3bc6b454ac181ffb1d70c641f9e is 50, key is test_row_0/B:col10/1733715653651/Put/seqid=0 2024-12-09T03:40:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741898_1074 (size=12983) 2024-12-09T03:40:54,228 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/dc34e3bc6b454ac181ffb1d70c641f9e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/dc34e3bc6b454ac181ffb1d70c641f9e 2024-12-09T03:40:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741897_1073 (size=12301) 2024-12-09T03:40:54,235 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/57bd752a797a46a6a8460eb1f2241316 2024-12-09T03:40:54,236 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into dc34e3bc6b454ac181ffb1d70c641f9e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:54,236 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:54,236 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=13, startTime=1733715654173; duration=0sec 2024-12-09T03:40:54,236 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:54,237 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:54,237 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:54,241 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:54,241 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:54,242 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:54,242 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e209771cddb49938fce46020531f16f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/34ef7979b9484ea2a4e6d39aba4cc0f5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/7d43c43be1874ec586e54e021a0c4f53] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.3 K 2024-12-09T03:40:54,243 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e209771cddb49938fce46020531f16f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733715651315 2024-12-09T03:40:54,244 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 34ef7979b9484ea2a4e6d39aba4cc0f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733715652487 2024-12-09T03:40:54,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/bc062a73d62d45e09cd8d3d415c334f3 is 50, key is test_row_0/B:col10/1733715653746/Put/seqid=0 2024-12-09T03:40:54,248 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d43c43be1874ec586e54e021a0c4f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715653647 2024-12-09T03:40:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741899_1075 (size=12983) 2024-12-09T03:40:54,259 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:54,260 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/c1e8e0b07bf3489f84e7f40eb87d6ac7 is 50, key is test_row_0/C:col10/1733715653651/Put/seqid=0 2024-12-09T03:40:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741900_1076 (size=12301) 2024-12-09T03:40:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741901_1077 (size=12983) 2024-12-09T03:40:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T03:40:54,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715714407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715714407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715714409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715714415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715714418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715714521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715714521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715714521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715714532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715714532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,657 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/69aa1ab5b91b4114815e47b43c0341bc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/69aa1ab5b91b4114815e47b43c0341bc 2024-12-09T03:40:54,664 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 69aa1ab5b91b4114815e47b43c0341bc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:54,664 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:54,664 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=13, startTime=1733715654173; duration=0sec 2024-12-09T03:40:54,664 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:54,664 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:54,686 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/bc062a73d62d45e09cd8d3d415c334f3 2024-12-09T03:40:54,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/224c03808d4e41529b626ad20f3dfdae is 50, key is test_row_0/C:col10/1733715653746/Put/seqid=0 2024-12-09T03:40:54,704 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/c1e8e0b07bf3489f84e7f40eb87d6ac7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/c1e8e0b07bf3489f84e7f40eb87d6ac7 2024-12-09T03:40:54,719 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into c1e8e0b07bf3489f84e7f40eb87d6ac7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:54,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:54,719 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=13, startTime=1733715654173; duration=0sec 2024-12-09T03:40:54,720 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:54,722 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741902_1078 (size=12301) 2024-12-09T03:40:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715714742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715714742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715714742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715714743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715714743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T03:40:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715715051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715715054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715715054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715715056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715715056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,124 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/224c03808d4e41529b626ad20f3dfdae 2024-12-09T03:40:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/57bd752a797a46a6a8460eb1f2241316 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/57bd752a797a46a6a8460eb1f2241316 2024-12-09T03:40:55,149 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/57bd752a797a46a6a8460eb1f2241316, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T03:40:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/bc062a73d62d45e09cd8d3d415c334f3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/bc062a73d62d45e09cd8d3d415c334f3 2024-12-09T03:40:55,165 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/bc062a73d62d45e09cd8d3d415c334f3, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T03:40:55,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/224c03808d4e41529b626ad20f3dfdae as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/224c03808d4e41529b626ad20f3dfdae 2024-12-09T03:40:55,196 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/224c03808d4e41529b626ad20f3dfdae, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T03:40:55,198 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139285, heapSize ~384.41 KB/393640, currentSize=46.96 KB/48090 for da41e8cb14a75ab3cd99efc94a4d4725 in 1015ms, sequenceid=295, compaction requested=false 2024-12-09T03:40:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-09T03:40:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-09T03:40:55,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-09T03:40:55,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-12-09T03:40:55,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4890 sec 2024-12-09T03:40:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:55,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:40:55,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:55,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:55,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:55,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:55,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:55,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:55,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/02d159cf117b46e6bb15d1a58b18ed0c is 50, key is test_row_0/A:col10/1733715654414/Put/seqid=0 2024-12-09T03:40:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741903_1079 (size=12301) 2024-12-09T03:40:55,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/02d159cf117b46e6bb15d1a58b18ed0c 2024-12-09T03:40:55,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/57a625e05add4089af0a7f1a7c86e25f is 50, key is test_row_0/B:col10/1733715654414/Put/seqid=0 2024-12-09T03:40:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741904_1080 (size=12301) 2024-12-09T03:40:55,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/57a625e05add4089af0a7f1a7c86e25f 2024-12-09T03:40:55,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715655615, max timestamp=1733715655620Num uniques 859; 2024-12-09T03:40:55,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733715655615, max timestamp=1733715655620Num uniques 859; 2024-12-09T03:40:55,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:40:55,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:40:55,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733715655617, max timestamp=1733715655620Num uniques 859; 2024-12-09T03:40:55,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-09T03:40:55,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/791c3e9640b6444e9f0fdb411191fe72 is 50, key is test_row_0/C:col10/1733715654414/Put/seqid=0 2024-12-09T03:40:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741905_1081 (size=12301) 2024-12-09T03:40:55,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715715664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715715664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715715666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715715672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715715674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715715781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715715784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715715792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715715792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715715793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T03:40:55,862 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:55,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-09T03:40:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T03:40:55,865 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:55,866 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:55,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T03:40:55,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715715992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:55,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:55,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715715994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715716011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715716012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715716012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T03:40:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:56,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:56,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/791c3e9640b6444e9f0fdb411191fe72 2024-12-09T03:40:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/02d159cf117b46e6bb15d1a58b18ed0c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/02d159cf117b46e6bb15d1a58b18ed0c 2024-12-09T03:40:56,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/02d159cf117b46e6bb15d1a58b18ed0c, entries=150, sequenceid=309, filesize=12.0 K 2024-12-09T03:40:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/57a625e05add4089af0a7f1a7c86e25f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/57a625e05add4089af0a7f1a7c86e25f 2024-12-09T03:40:56,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/57a625e05add4089af0a7f1a7c86e25f, entries=150, sequenceid=309, filesize=12.0 K 2024-12-09T03:40:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/791c3e9640b6444e9f0fdb411191fe72 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/791c3e9640b6444e9f0fdb411191fe72 2024-12-09T03:40:56,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/791c3e9640b6444e9f0fdb411191fe72, entries=150, sequenceid=309, filesize=12.0 K 2024-12-09T03:40:56,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=124.84 KB/127835 for da41e8cb14a75ab3cd99efc94a4d4725 in 547ms, sequenceid=309, compaction requested=true 2024-12-09T03:40:56,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:56,113 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:56,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:56,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:56,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:56,113 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:56,115 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:56,115 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:56,115 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:56,115 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/69aa1ab5b91b4114815e47b43c0341bc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/57bd752a797a46a6a8460eb1f2241316, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/02d159cf117b46e6bb15d1a58b18ed0c] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.7 K 2024-12-09T03:40:56,115 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:56,115 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:56,115 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:56,116 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/dc34e3bc6b454ac181ffb1d70c641f9e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/bc062a73d62d45e09cd8d3d415c334f3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/57a625e05add4089af0a7f1a7c86e25f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.7 K 2024-12-09T03:40:56,116 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69aa1ab5b91b4114815e47b43c0341bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715653647 2024-12-09T03:40:56,117 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting dc34e3bc6b454ac181ffb1d70c641f9e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715653647 2024-12-09T03:40:56,117 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57bd752a797a46a6a8460eb1f2241316, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715653743 2024-12-09T03:40:56,117 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting bc062a73d62d45e09cd8d3d415c334f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715653743 2024-12-09T03:40:56,118 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02d159cf117b46e6bb15d1a58b18ed0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733715654404 2024-12-09T03:40:56,118 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 57a625e05add4089af0a7f1a7c86e25f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733715654404 2024-12-09T03:40:56,136 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:56,137 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/54102528b2cb43dba5c37f6e9ca09195 is 50, key is test_row_0/B:col10/1733715654414/Put/seqid=0 2024-12-09T03:40:56,138 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:56,139 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/2e18863122df4ab88d42117b08b6e960 is 50, key is test_row_0/A:col10/1733715654414/Put/seqid=0 2024-12-09T03:40:56,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741906_1082 (size=13085) 2024-12-09T03:40:56,167 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/54102528b2cb43dba5c37f6e9ca09195 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/54102528b2cb43dba5c37f6e9ca09195 2024-12-09T03:40:56,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T03:40:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:56,175 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=124.84 KB heapSize=354.38 KB 2024-12-09T03:40:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:56,179 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into 54102528b2cb43dba5c37f6e9ca09195(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:56,179 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:56,179 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=13, startTime=1733715656113; duration=0sec 2024-12-09T03:40:56,180 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:56,180 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:56,180 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:56,181 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:56,181 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:56,181 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:56,182 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/c1e8e0b07bf3489f84e7f40eb87d6ac7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/224c03808d4e41529b626ad20f3dfdae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/791c3e9640b6444e9f0fdb411191fe72] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.7 K 2024-12-09T03:40:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T03:40:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741907_1083 (size=13085) 2024-12-09T03:40:56,182 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c1e8e0b07bf3489f84e7f40eb87d6ac7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715653647 2024-12-09T03:40:56,183 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 224c03808d4e41529b626ad20f3dfdae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715653743 2024-12-09T03:40:56,183 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 791c3e9640b6444e9f0fdb411191fe72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733715654404 2024-12-09T03:40:56,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/64f1abeee9664a2ab42919f984cfdd30 is 50, key is test_row_0/A:col10/1733715655662/Put/seqid=0 2024-12-09T03:40:56,210 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:56,212 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/98e7b24b38c24bbc8cc9f67d56c3bb34 is 50, key is test_row_0/C:col10/1733715654414/Put/seqid=0 2024-12-09T03:40:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741908_1084 (size=12301) 2024-12-09T03:40:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741909_1085 (size=13085) 2024-12-09T03:40:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:56,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715716335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715716337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715716339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715716340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715716341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715716453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715716453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715716453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715716453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715716453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T03:40:56,589 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/2e18863122df4ab88d42117b08b6e960 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2e18863122df4ab88d42117b08b6e960 2024-12-09T03:40:56,606 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 2e18863122df4ab88d42117b08b6e960(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:56,606 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:56,606 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=13, startTime=1733715656113; duration=0sec 2024-12-09T03:40:56,606 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:56,606 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:56,648 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/64f1abeee9664a2ab42919f984cfdd30 2024-12-09T03:40:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/50cdc3a8ab6a4d1889bfcc7cc090b983 is 50, key is test_row_0/B:col10/1733715655662/Put/seqid=0 2024-12-09T03:40:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741910_1086 (size=12301) 2024-12-09T03:40:56,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715716662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715716662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715716662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715716662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,673 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/98e7b24b38c24bbc8cc9f67d56c3bb34 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/98e7b24b38c24bbc8cc9f67d56c3bb34 2024-12-09T03:40:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715716671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,680 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into 98e7b24b38c24bbc8cc9f67d56c3bb34(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:56,680 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:56,680 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=13, startTime=1733715656114; duration=0sec 2024-12-09T03:40:56,680 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:56,680 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:56,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715716981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715716981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715716982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715716982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715716982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T03:40:57,068 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/50cdc3a8ab6a4d1889bfcc7cc090b983 2024-12-09T03:40:57,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/a9f6782f9cd840d0964a4890254f64d2 is 50, key is test_row_0/C:col10/1733715655662/Put/seqid=0 2024-12-09T03:40:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741911_1087 (size=12301) 2024-12-09T03:40:57,117 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/a9f6782f9cd840d0964a4890254f64d2 2024-12-09T03:40:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/64f1abeee9664a2ab42919f984cfdd30 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/64f1abeee9664a2ab42919f984cfdd30 2024-12-09T03:40:57,136 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/64f1abeee9664a2ab42919f984cfdd30, entries=150, sequenceid=344, filesize=12.0 K 2024-12-09T03:40:57,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/50cdc3a8ab6a4d1889bfcc7cc090b983 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/50cdc3a8ab6a4d1889bfcc7cc090b983 2024-12-09T03:40:57,145 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/50cdc3a8ab6a4d1889bfcc7cc090b983, entries=150, sequenceid=344, filesize=12.0 K 2024-12-09T03:40:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/a9f6782f9cd840d0964a4890254f64d2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/a9f6782f9cd840d0964a4890254f64d2 2024-12-09T03:40:57,157 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/a9f6782f9cd840d0964a4890254f64d2, entries=150, sequenceid=344, filesize=12.0 K 2024-12-09T03:40:57,158 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~124.84 KB/127835, heapSize ~354.34 KB/362840, currentSize=60.38 KB/61830 for da41e8cb14a75ab3cd99efc94a4d4725 in 984ms, sequenceid=344, compaction requested=false 2024-12-09T03:40:57,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:57,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:57,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-09T03:40:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-09T03:40:57,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-09T03:40:57,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-12-09T03:40:57,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3060 sec 2024-12-09T03:40:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:57,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T03:40:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:57,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/897265eecf8a48deb7bb7dfd864b235f is 50, key is test_row_0/A:col10/1733715657493/Put/seqid=0 2024-12-09T03:40:57,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715717523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715717536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715717536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715717537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715717537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741912_1088 (size=12301) 2024-12-09T03:40:57,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/897265eecf8a48deb7bb7dfd864b235f 2024-12-09T03:40:57,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c0874af09d6d44eabf387de926b22483 is 50, key is test_row_0/B:col10/1733715657493/Put/seqid=0 2024-12-09T03:40:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741913_1089 (size=12301) 2024-12-09T03:40:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715717645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715717652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715717653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715717652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715717653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715717851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715717862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715717862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715717862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715717862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:57,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T03:40:58,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:40:58,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:40:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-09T03:40:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T03:40:58,015 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:40:58,016 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:40:58,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:40:58,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c0874af09d6d44eabf387de926b22483 2024-12-09T03:40:58,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/e135843ff26e4c9ba95fc18f9a9838d9 is 50, key is test_row_0/C:col10/1733715657493/Put/seqid=0 2024-12-09T03:40:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741914_1090 (size=12301) 2024-12-09T03:40:58,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/e135843ff26e4c9ba95fc18f9a9838d9 2024-12-09T03:40:58,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/897265eecf8a48deb7bb7dfd864b235f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/897265eecf8a48deb7bb7dfd864b235f 2024-12-09T03:40:58,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/897265eecf8a48deb7bb7dfd864b235f, entries=150, sequenceid=360, filesize=12.0 K 2024-12-09T03:40:58,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c0874af09d6d44eabf387de926b22483 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c0874af09d6d44eabf387de926b22483 2024-12-09T03:40:58,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c0874af09d6d44eabf387de926b22483, entries=150, sequenceid=360, filesize=12.0 K 2024-12-09T03:40:58,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/e135843ff26e4c9ba95fc18f9a9838d9 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/e135843ff26e4c9ba95fc18f9a9838d9 2024-12-09T03:40:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T03:40:58,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/e135843ff26e4c9ba95fc18f9a9838d9, entries=150, sequenceid=360, filesize=12.0 K 2024-12-09T03:40:58,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for da41e8cb14a75ab3cd99efc94a4d4725 in 631ms, sequenceid=360, compaction requested=true 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:58,128 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:40:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:40:58,129 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:58,133 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:58,133 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:40:58,133 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,133 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/54102528b2cb43dba5c37f6e9ca09195, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/50cdc3a8ab6a4d1889bfcc7cc090b983, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c0874af09d6d44eabf387de926b22483] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.8 K 2024-12-09T03:40:58,133 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:58,134 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:40:58,134 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,134 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2e18863122df4ab88d42117b08b6e960, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/64f1abeee9664a2ab42919f984cfdd30, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/897265eecf8a48deb7bb7dfd864b235f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.8 K 2024-12-09T03:40:58,135 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 54102528b2cb43dba5c37f6e9ca09195, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733715654404 2024-12-09T03:40:58,135 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e18863122df4ab88d42117b08b6e960, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733715654404 2024-12-09T03:40:58,135 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 50cdc3a8ab6a4d1889bfcc7cc090b983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733715655644 2024-12-09T03:40:58,136 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64f1abeee9664a2ab42919f984cfdd30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733715655644 2024-12-09T03:40:58,139 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c0874af09d6d44eabf387de926b22483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733715656327 2024-12-09T03:40:58,139 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 897265eecf8a48deb7bb7dfd864b235f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733715656327 2024-12-09T03:40:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:58,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T03:40:58,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:58,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T03:40:58,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:58,173 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:58,174 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c2ac2a672b36430496af290736a908cf is 50, key is test_row_0/B:col10/1733715657493/Put/seqid=0 2024-12-09T03:40:58,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/734bdde9fd964155ad9c4e767c34a36d is 50, key is test_row_0/A:col10/1733715657533/Put/seqid=0 2024-12-09T03:40:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715718188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,195 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:58,196 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/5dee2daf24e8452ab638dbe63796e43a is 50, key is test_row_0/A:col10/1733715657493/Put/seqid=0 2024-12-09T03:40:58,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715718190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715718190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715718192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715718197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741916_1092 (size=14741) 2024-12-09T03:40:58,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/734bdde9fd964155ad9c4e767c34a36d 2024-12-09T03:40:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741915_1091 (size=13187) 2024-12-09T03:40:58,259 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/c2ac2a672b36430496af290736a908cf as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c2ac2a672b36430496af290736a908cf 2024-12-09T03:40:58,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741917_1093 (size=13187) 2024-12-09T03:40:58,268 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into c2ac2a672b36430496af290736a908cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:58,268 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:58,268 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=13, startTime=1733715658128; duration=0sec 2024-12-09T03:40:58,268 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:40:58,268 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:40:58,268 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:40:58,271 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:40:58,271 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:40:58,271 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,271 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/98e7b24b38c24bbc8cc9f67d56c3bb34, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/a9f6782f9cd840d0964a4890254f64d2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/e135843ff26e4c9ba95fc18f9a9838d9] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=36.8 K 2024-12-09T03:40:58,272 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e7b24b38c24bbc8cc9f67d56c3bb34, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733715654404 2024-12-09T03:40:58,272 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a9f6782f9cd840d0964a4890254f64d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733715655644 2024-12-09T03:40:58,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/f84f1c3240a64376b6379677576d55ff is 50, key is test_row_0/B:col10/1733715657533/Put/seqid=0 2024-12-09T03:40:58,275 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e135843ff26e4c9ba95fc18f9a9838d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733715656327 2024-12-09T03:40:58,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715718302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,307 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:40:58,308 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/0516f557a8634e8cae9c0f08fd96262b is 50, key is test_row_0/C:col10/1733715657493/Put/seqid=0 2024-12-09T03:40:58,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715718311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715718311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715718312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715718312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T03:40:58,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:40:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T03:40:58,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741918_1094 (size=12301) 2024-12-09T03:40:58,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/f84f1c3240a64376b6379677576d55ff 2024-12-09T03:40:58,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/49f1a8b7f51e480e93e18d73d851c20e is 50, key is test_row_0/C:col10/1733715657533/Put/seqid=0 2024-12-09T03:40:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741919_1095 (size=13187) 2024-12-09T03:40:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741920_1096 (size=12301) 2024-12-09T03:40:58,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/49f1a8b7f51e480e93e18d73d851c20e 2024-12-09T03:40:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/734bdde9fd964155ad9c4e767c34a36d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/734bdde9fd964155ad9c4e767c34a36d 2024-12-09T03:40:58,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/734bdde9fd964155ad9c4e767c34a36d, entries=200, sequenceid=380, filesize=14.4 K 2024-12-09T03:40:58,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/f84f1c3240a64376b6379677576d55ff as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/f84f1c3240a64376b6379677576d55ff 2024-12-09T03:40:58,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/f84f1c3240a64376b6379677576d55ff, entries=150, sequenceid=380, filesize=12.0 K 2024-12-09T03:40:58,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/49f1a8b7f51e480e93e18d73d851c20e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/49f1a8b7f51e480e93e18d73d851c20e 2024-12-09T03:40:58,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/49f1a8b7f51e480e93e18d73d851c20e, entries=150, sequenceid=380, filesize=12.0 K 2024-12-09T03:40:58,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for da41e8cb14a75ab3cd99efc94a4d4725 in 257ms, sequenceid=380, compaction requested=false 2024-12-09T03:40:58,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:58,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T03:40:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:58,480 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:40:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:40:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/f74ec58d3e6b4ea8a79218f471424b07 is 50, key is test_row_0/A:col10/1733715658191/Put/seqid=0 2024-12-09T03:40:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:40:58,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741921_1097 (size=12301) 2024-12-09T03:40:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715718569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715718571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715718581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715718583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715718584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T03:40:58,676 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/5dee2daf24e8452ab638dbe63796e43a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5dee2daf24e8452ab638dbe63796e43a 2024-12-09T03:40:58,685 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 5dee2daf24e8452ab638dbe63796e43a(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:58,685 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:58,685 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=13, startTime=1733715658128; duration=0sec 2024-12-09T03:40:58,685 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:58,685 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:40:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715718691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715718691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,770 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/0516f557a8634e8cae9c0f08fd96262b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/0516f557a8634e8cae9c0f08fd96262b 2024-12-09T03:40:58,778 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into 0516f557a8634e8cae9c0f08fd96262b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:40:58,778 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:58,778 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=13, startTime=1733715658128; duration=0sec 2024-12-09T03:40:58,778 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:40:58,778 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:40:58,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715718902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715718902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715718922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715718922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715718922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:58,947 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/f74ec58d3e6b4ea8a79218f471424b07 2024-12-09T03:40:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/acf268a6b8d8442b851d1715986225de is 50, key is test_row_0/B:col10/1733715658191/Put/seqid=0 2024-12-09T03:40:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741922_1098 (size=12301) 2024-12-09T03:40:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T03:40:59,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715719212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715719212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715719232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715719232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715719233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,405 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/acf268a6b8d8442b851d1715986225de 2024-12-09T03:40:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/1e0c3e13bc2b42279e3ae0aeb85210fa is 50, key is test_row_0/C:col10/1733715658191/Put/seqid=0 2024-12-09T03:40:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741923_1099 (size=12301) 2024-12-09T03:40:59,439 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/1e0c3e13bc2b42279e3ae0aeb85210fa 2024-12-09T03:40:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/f74ec58d3e6b4ea8a79218f471424b07 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f74ec58d3e6b4ea8a79218f471424b07 2024-12-09T03:40:59,460 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f74ec58d3e6b4ea8a79218f471424b07, entries=150, sequenceid=393, filesize=12.0 K 2024-12-09T03:40:59,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/acf268a6b8d8442b851d1715986225de as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/acf268a6b8d8442b851d1715986225de 2024-12-09T03:40:59,470 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/acf268a6b8d8442b851d1715986225de, entries=150, sequenceid=393, filesize=12.0 K 2024-12-09T03:40:59,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/1e0c3e13bc2b42279e3ae0aeb85210fa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e0c3e13bc2b42279e3ae0aeb85210fa 2024-12-09T03:40:59,484 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e0c3e13bc2b42279e3ae0aeb85210fa, entries=150, sequenceid=393, filesize=12.0 K 2024-12-09T03:40:59,486 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for da41e8cb14a75ab3cd99efc94a4d4725 in 1005ms, sequenceid=393, compaction requested=true 2024-12-09T03:40:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:40:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:40:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-09T03:40:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-09T03:40:59,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-09T03:40:59,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-12-09T03:40:59,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4810 sec 2024-12-09T03:40:59,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-09T03:40:59,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:40:59,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:59,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:40:59,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:40:59,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:40:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:40:59,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/feb16c99050c4a23a2f4b0dfc92a6021 is 50, key is test_row_0/A:col10/1733715658581/Put/seqid=0 2024-12-09T03:40:59,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741924_1100 (size=14741) 2024-12-09T03:40:59,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/feb16c99050c4a23a2f4b0dfc92a6021 2024-12-09T03:40:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715719749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715719752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715719753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715719756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715719756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4fe41339dc694d26b98262f901b33d13 is 50, key is test_row_0/B:col10/1733715658581/Put/seqid=0 2024-12-09T03:40:59,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741925_1101 (size=12301) 2024-12-09T03:40:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715719862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715719873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715719873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715719873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:40:59,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:40:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715719873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:40:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:40:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715720072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715720081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715720081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715720082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715720091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T03:41:00,172 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:00,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-09T03:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T03:41:00,176 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:00,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:00,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:00,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4fe41339dc694d26b98262f901b33d13 2024-12-09T03:41:00,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/b0453feb8d4548b29dc9437cc33e20eb is 50, key is test_row_0/C:col10/1733715658581/Put/seqid=0 2024-12-09T03:41:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741926_1102 (size=12301) 2024-12-09T03:41:00,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/b0453feb8d4548b29dc9437cc33e20eb 2024-12-09T03:41:00,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/feb16c99050c4a23a2f4b0dfc92a6021 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/feb16c99050c4a23a2f4b0dfc92a6021 2024-12-09T03:41:00,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/feb16c99050c4a23a2f4b0dfc92a6021, entries=200, sequenceid=416, filesize=14.4 K 2024-12-09T03:41:00,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4fe41339dc694d26b98262f901b33d13 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4fe41339dc694d26b98262f901b33d13 2024-12-09T03:41:00,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4fe41339dc694d26b98262f901b33d13, entries=150, sequenceid=416, filesize=12.0 K 2024-12-09T03:41:00,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/b0453feb8d4548b29dc9437cc33e20eb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/b0453feb8d4548b29dc9437cc33e20eb 2024-12-09T03:41:00,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/b0453feb8d4548b29dc9437cc33e20eb, entries=150, sequenceid=416, filesize=12.0 K 2024-12-09T03:41:00,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for da41e8cb14a75ab3cd99efc94a4d4725 in 552ms, sequenceid=416, compaction requested=true 2024-12-09T03:41:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:00,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:00,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:00,279 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:00,279 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:00,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:00,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:00,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:00,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:00,281 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:00,281 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/B is initiating minor compaction (all files) 2024-12-09T03:41:00,281 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/B in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:00,282 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c2ac2a672b36430496af290736a908cf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/f84f1c3240a64376b6379677576d55ff, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/acf268a6b8d8442b851d1715986225de, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4fe41339dc694d26b98262f901b33d13] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=48.9 K 2024-12-09T03:41:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T03:41:00,282 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:00,282 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ac2a672b36430496af290736a908cf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733715656327 2024-12-09T03:41:00,283 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/A is initiating minor compaction (all files) 2024-12-09T03:41:00,283 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/A in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:00,283 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5dee2daf24e8452ab638dbe63796e43a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/734bdde9fd964155ad9c4e767c34a36d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f74ec58d3e6b4ea8a79218f471424b07, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/feb16c99050c4a23a2f4b0dfc92a6021] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=53.7 K 2024-12-09T03:41:00,283 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting f84f1c3240a64376b6379677576d55ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733715657532 2024-12-09T03:41:00,284 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dee2daf24e8452ab638dbe63796e43a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733715656327 2024-12-09T03:41:00,284 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting acf268a6b8d8442b851d1715986225de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733715658187 2024-12-09T03:41:00,284 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 734bdde9fd964155ad9c4e767c34a36d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733715657515 2024-12-09T03:41:00,285 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe41339dc694d26b98262f901b33d13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733715658581 2024-12-09T03:41:00,285 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f74ec58d3e6b4ea8a79218f471424b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733715658187 2024-12-09T03:41:00,286 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting feb16c99050c4a23a2f4b0dfc92a6021, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733715658569 2024-12-09T03:41:00,312 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:00,312 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/b46d658f057e4bb2b7cd5c7b18aa6d8b is 50, key is test_row_0/B:col10/1733715658581/Put/seqid=0 2024-12-09T03:41:00,319 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:00,320 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/2a65efaf31f347999fa3c92483552d3e is 50, key is test_row_0/A:col10/1733715658581/Put/seqid=0 2024-12-09T03:41:00,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741927_1103 (size=13323) 2024-12-09T03:41:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741928_1104 (size=13323) 2024-12-09T03:41:00,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-09T03:41:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:00,335 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:00,340 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/b46d658f057e4bb2b7cd5c7b18aa6d8b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/b46d658f057e4bb2b7cd5c7b18aa6d8b 2024-12-09T03:41:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/4f5765553b614b5f9b80e51d55249e7d is 50, key is test_row_0/A:col10/1733715659753/Put/seqid=0 2024-12-09T03:41:00,352 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/B of da41e8cb14a75ab3cd99efc94a4d4725 into b46d658f057e4bb2b7cd5c7b18aa6d8b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:00,352 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:00,352 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/B, priority=12, startTime=1733715660279; duration=0sec 2024-12-09T03:41:00,352 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:00,352 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:41:00,352 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:00,357 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:00,358 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): da41e8cb14a75ab3cd99efc94a4d4725/C is initiating minor compaction (all files) 2024-12-09T03:41:00,358 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da41e8cb14a75ab3cd99efc94a4d4725/C in TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:00,358 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/0516f557a8634e8cae9c0f08fd96262b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/49f1a8b7f51e480e93e18d73d851c20e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e0c3e13bc2b42279e3ae0aeb85210fa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/b0453feb8d4548b29dc9437cc33e20eb] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp, totalSize=48.9 K 2024-12-09T03:41:00,358 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0516f557a8634e8cae9c0f08fd96262b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733715656327 2024-12-09T03:41:00,359 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 49f1a8b7f51e480e93e18d73d851c20e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733715657532 2024-12-09T03:41:00,359 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e0c3e13bc2b42279e3ae0aeb85210fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733715658187 2024-12-09T03:41:00,360 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b0453feb8d4548b29dc9437cc33e20eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733715658581 2024-12-09T03:41:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741929_1105 (size=9857) 2024-12-09T03:41:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:41:00,396 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da41e8cb14a75ab3cd99efc94a4d4725#C#compaction#93 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:00,397 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8d7ef23bef984dd49971832bb4a8f03c is 50, key is test_row_0/C:col10/1733715658581/Put/seqid=0 2024-12-09T03:41:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741930_1106 (size=13323) 2024-12-09T03:41:00,409 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/8d7ef23bef984dd49971832bb4a8f03c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8d7ef23bef984dd49971832bb4a8f03c 2024-12-09T03:41:00,416 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/C of da41e8cb14a75ab3cd99efc94a4d4725 into 8d7ef23bef984dd49971832bb4a8f03c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:00,416 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:00,416 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/C, priority=12, startTime=1733715660280; duration=0sec 2024-12-09T03:41:00,417 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:00,417 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:41:00,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715720420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715720421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733715660400, max timestamp=1733715660431Num uniques 859; 2024-12-09T03:41:00,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733715660400, max timestamp=1733715660431Num uniques 859; 2024-12-09T03:41:00,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:00,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733715660400, max timestamp=1733715660431Num uniques 859; 2024-12-09T03:41:00,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:00,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T03:41:00,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715720508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715720514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715720516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715720582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715720582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715720621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715720631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715720631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,742 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/2a65efaf31f347999fa3c92483552d3e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2a65efaf31f347999fa3c92483552d3e 2024-12-09T03:41:00,755 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da41e8cb14a75ab3cd99efc94a4d4725/A of da41e8cb14a75ab3cd99efc94a4d4725 into 2a65efaf31f347999fa3c92483552d3e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:00,755 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:00,755 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., storeName=da41e8cb14a75ab3cd99efc94a4d4725/A, priority=12, startTime=1733715660278; duration=0sec 2024-12-09T03:41:00,755 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:00,755 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:41:00,770 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/4f5765553b614b5f9b80e51d55249e7d 2024-12-09T03:41:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1983ff5b646048fcb2ce76d1b43eaa9f is 50, key is test_row_0/B:col10/1733715659753/Put/seqid=0 2024-12-09T03:41:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715720791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T03:41:00,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715720802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741931_1107 (size=9857) 2024-12-09T03:41:00,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715720831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715720852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715720852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715721102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715721111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715721141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715721162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715721162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,214 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1983ff5b646048fcb2ce76d1b43eaa9f 2024-12-09T03:41:01,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/041a86c81ec54c7ea82474e613c37bfc is 50, key is test_row_0/C:col10/1733715659753/Put/seqid=0 2024-12-09T03:41:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741932_1108 (size=9857) 2024-12-09T03:41:01,238 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/041a86c81ec54c7ea82474e613c37bfc 2024-12-09T03:41:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/4f5765553b614b5f9b80e51d55249e7d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/4f5765553b614b5f9b80e51d55249e7d 2024-12-09T03:41:01,251 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/4f5765553b614b5f9b80e51d55249e7d, entries=100, sequenceid=428, filesize=9.6 K 2024-12-09T03:41:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/1983ff5b646048fcb2ce76d1b43eaa9f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1983ff5b646048fcb2ce76d1b43eaa9f 2024-12-09T03:41:01,257 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1983ff5b646048fcb2ce76d1b43eaa9f, entries=100, sequenceid=428, filesize=9.6 K 2024-12-09T03:41:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/041a86c81ec54c7ea82474e613c37bfc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/041a86c81ec54c7ea82474e613c37bfc 2024-12-09T03:41:01,265 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/041a86c81ec54c7ea82474e613c37bfc, entries=100, sequenceid=428, filesize=9.6 K 2024-12-09T03:41:01,266 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for da41e8cb14a75ab3cd99efc94a4d4725 in 931ms, sequenceid=428, compaction requested=false 2024-12-09T03:41:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T03:41:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T03:41:01,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-09T03:41:01,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-12-09T03:41:01,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0990 sec 2024-12-09T03:41:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T03:41:01,311 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:01,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-09T03:41:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T03:41:01,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:01,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:01,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T03:41:01,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T03:41:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:01,467 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-12-09T03:41:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:41:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:41:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:41:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/c2882a160df042a2a760403fc4dc49f2 is 50, key is test_row_0/A:col10/1733715660400/Put/seqid=0 2024-12-09T03:41:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741933_1109 (size=12301) 2024-12-09T03:41:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:01,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T03:41:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715721634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715721635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715721651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715721671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715721672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715721741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715721751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,885 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/c2882a160df042a2a760403fc4dc49f2 2024-12-09T03:41:01,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/20a08cde194f4d94b2557474e266d68c is 50, key is test_row_0/B:col10/1733715660400/Put/seqid=0 2024-12-09T03:41:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741934_1110 (size=12301) 2024-12-09T03:41:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T03:41:01,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715721951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:01,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715721961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715722261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715722272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,300 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/20a08cde194f4d94b2557474e266d68c 2024-12-09T03:41:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/6598ff802dfe4ad48f3153a27aed38c4 is 50, key is test_row_0/C:col10/1733715660400/Put/seqid=0 2024-12-09T03:41:02,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741935_1111 (size=12301) 2024-12-09T03:41:02,314 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/6598ff802dfe4ad48f3153a27aed38c4 2024-12-09T03:41:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/c2882a160df042a2a760403fc4dc49f2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/c2882a160df042a2a760403fc4dc49f2 2024-12-09T03:41:02,324 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/c2882a160df042a2a760403fc4dc49f2, entries=150, sequenceid=465, filesize=12.0 K 2024-12-09T03:41:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/20a08cde194f4d94b2557474e266d68c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/20a08cde194f4d94b2557474e266d68c 2024-12-09T03:41:02,330 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/20a08cde194f4d94b2557474e266d68c, entries=150, sequenceid=465, filesize=12.0 K 2024-12-09T03:41:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/6598ff802dfe4ad48f3153a27aed38c4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/6598ff802dfe4ad48f3153a27aed38c4 2024-12-09T03:41:02,341 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/6598ff802dfe4ad48f3153a27aed38c4, entries=150, sequenceid=465, filesize=12.0 K 2024-12-09T03:41:02,342 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=67.09 KB/68700 for da41e8cb14a75ab3cd99efc94a4d4725 in 875ms, sequenceid=465, compaction requested=true 2024-12-09T03:41:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T03:41:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T03:41:02,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-09T03:41:02,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-12-09T03:41:02,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.0350 sec 2024-12-09T03:41:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T03:41:02,451 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:02,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-12-09T03:41:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T03:41:02,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:02,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:02,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T03:41:02,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-09T03:41:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:02,609 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T03:41:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:41:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:41:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:41:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/228c20b7255b4cf1bf0b5387fded393b is 50, key is test_row_0/A:col10/1733715661634/Put/seqid=0 2024-12-09T03:41:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741936_1112 (size=12301) 2024-12-09T03:41:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:02,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. as already flushing 2024-12-09T03:41:02,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715722717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715722718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715722722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T03:41:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715722771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715722781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715722832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715722832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715722832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,021 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/228c20b7255b4cf1bf0b5387fded393b 2024-12-09T03:41:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4b3dc1851b6743d5a278206eb8595e6a is 50, key is test_row_0/B:col10/1733715661634/Put/seqid=0 2024-12-09T03:41:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741937_1113 (size=12301) 2024-12-09T03:41:03,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715723042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715723042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715723042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T03:41:03,327 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-09T03:41:03,327 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:03,328 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-09T03:41:03,328 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:03,330 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-09T03:41:03,330 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:03,333 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,333 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,333 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,334 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,334 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,334 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:03,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:03,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:03,334 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-09T03:41:03,335 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:03,335 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,335 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:03,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715723352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715723352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715723352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,441 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4b3dc1851b6743d5a278206eb8595e6a 2024-12-09T03:41:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/016d7af95cfb4b369190641c3a76538a is 50, key is test_row_0/C:col10/1733715661634/Put/seqid=0 2024-12-09T03:41:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741938_1114 (size=12301) 2024-12-09T03:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T03:41:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47156 deadline: 1733715723792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47166 deadline: 1733715723792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,796 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in da41e8cb14a75ab3cd99efc94a4d4725 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:03,796 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in da41e8cb14a75ab3cd99efc94a4d4725 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,853 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/016d7af95cfb4b369190641c3a76538a 2024-12-09T03:41:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/228c20b7255b4cf1bf0b5387fded393b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/228c20b7255b4cf1bf0b5387fded393b 2024-12-09T03:41:03,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733715723862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47224 deadline: 1733715723862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733715723862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:03,864 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/228c20b7255b4cf1bf0b5387fded393b, entries=150, sequenceid=478, filesize=12.0 K 2024-12-09T03:41:03,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/4b3dc1851b6743d5a278206eb8595e6a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4b3dc1851b6743d5a278206eb8595e6a 2024-12-09T03:41:03,870 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4b3dc1851b6743d5a278206eb8595e6a, entries=150, sequenceid=478, filesize=12.0 K 2024-12-09T03:41:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/016d7af95cfb4b369190641c3a76538a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/016d7af95cfb4b369190641c3a76538a 2024-12-09T03:41:03,875 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/016d7af95cfb4b369190641c3a76538a, entries=150, sequenceid=478, filesize=12.0 K 2024-12-09T03:41:03,876 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for da41e8cb14a75ab3cd99efc94a4d4725 in 1267ms, sequenceid=478, compaction requested=true 2024-12-09T03:41:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T03:41:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T03:41:03,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-09T03:41:03,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-12-09T03:41:03,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.4280 sec 2024-12-09T03:41:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T03:41:04,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:04,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-12-09T03:41:04,874 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-09T03:41:04,874 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-09T03:41:04,874 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:04,874 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:04,874 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:04,874 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:04,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:41:04,874 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:04,874 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:04,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:04,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:04,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:41:04,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:04,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:04,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:41:04,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:04,876 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-09T03:41:04,876 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:04,876 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:04,876 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:04,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:04,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/0a0496b3931a43c686fd2af04137dd1e is 50, key is test_row_0/A:col10/1733715664872/Put/seqid=0 2024-12-09T03:41:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741939_1115 (size=12301) 2024-12-09T03:41:05,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/0a0496b3931a43c686fd2af04137dd1e 2024-12-09T03:41:05,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/d79ee0ca21cc42a69a23fe69192584dc is 50, key is test_row_0/B:col10/1733715664872/Put/seqid=0 2024-12-09T03:41:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741940_1116 (size=12301) 2024-12-09T03:41:05,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T03:41:05,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/d79ee0ca21cc42a69a23fe69192584dc 2024-12-09T03:41:05,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/aeb73450702d46a0907ac71b461db388 is 50, key is test_row_0/C:col10/1733715664872/Put/seqid=0 2024-12-09T03:41:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741941_1117 (size=12301) 2024-12-09T03:41:05,813 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-09T03:41:05,813 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:05,813 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:05,813 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:05,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:05,823 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-09T03:41:05,823 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:05,823 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:05,823 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:05,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2606 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2522 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1150 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3438 rows 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1151 2024-12-09T03:41:05,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3449 rows 2024-12-09T03:41:05,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:41:05,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:41:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:05,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:05,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T03:41:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:05,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715665836"}]},"ts":"1733715665836"} 2024-12-09T03:41:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T03:41:05,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T03:41:05,839 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T03:41:05,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:41:05,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, UNASSIGN}] 2024-12-09T03:41:05,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, UNASSIGN 2024-12-09T03:41:05,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=da41e8cb14a75ab3cd99efc94a4d4725, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, UNASSIGN because future has completed 2024-12-09T03:41:05,848 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:41:05,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:41:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T03:41:06,005 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:06,005 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:41:06,006 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing da41e8cb14a75ab3cd99efc94a4d4725, disabling compactions & flushes 2024-12-09T03:41:06,006 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:06,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/aeb73450702d46a0907ac71b461db388 2024-12-09T03:41:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/0a0496b3931a43c686fd2af04137dd1e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a0496b3931a43c686fd2af04137dd1e 2024-12-09T03:41:06,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a0496b3931a43c686fd2af04137dd1e, entries=150, sequenceid=500, filesize=12.0 K 2024-12-09T03:41:06,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/d79ee0ca21cc42a69a23fe69192584dc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d79ee0ca21cc42a69a23fe69192584dc 2024-12-09T03:41:06,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d79ee0ca21cc42a69a23fe69192584dc, entries=150, sequenceid=500, filesize=12.0 K 2024-12-09T03:41:06,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/aeb73450702d46a0907ac71b461db388 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/aeb73450702d46a0907ac71b461db388 2024-12-09T03:41:06,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/aeb73450702d46a0907ac71b461db388, entries=150, sequenceid=500, filesize=12.0 K 2024-12-09T03:41:06,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=13.42 KB/13740 for da41e8cb14a75ab3cd99efc94a4d4725 in 1255ms, sequenceid=500, compaction requested=true 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da41e8cb14a75ab3cd99efc94a4d4725: 2024-12-09T03:41:06,129 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:06,129 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:06,129 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. after waiting 0 ms 2024-12-09T03:41:06,129 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:06,129 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. because compaction request was cancelled 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da41e8cb14a75ab3cd99efc94a4d4725:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:06,129 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing da41e8cb14a75ab3cd99efc94a4d4725 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-09T03:41:06,129 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:A 2024-12-09T03:41:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:06,130 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. because compaction request was cancelled 2024-12-09T03:41:06,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. because compaction request was cancelled 2024-12-09T03:41:06,130 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:B 2024-12-09T03:41:06,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da41e8cb14a75ab3cd99efc94a4d4725:C 2024-12-09T03:41:06,130 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=A 2024-12-09T03:41:06,130 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:06,130 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=B 2024-12-09T03:41:06,130 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:06,130 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da41e8cb14a75ab3cd99efc94a4d4725, store=C 2024-12-09T03:41:06,130 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:06,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/5c51a205a41f415c979a49dc5182630f is 50, key is test_row_1/A:col10/1733715665822/Put/seqid=0 2024-12-09T03:41:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741942_1118 (size=7415) 2024-12-09T03:41:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T03:41:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T03:41:06,538 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/5c51a205a41f415c979a49dc5182630f 2024-12-09T03:41:06,546 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/17bb8a06f33343b09cb5f0fdb9e31206 is 50, key is test_row_1/B:col10/1733715665822/Put/seqid=0 2024-12-09T03:41:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741943_1119 (size=7415) 2024-12-09T03:41:06,951 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/17bb8a06f33343b09cb5f0fdb9e31206 2024-12-09T03:41:06,958 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/9bd663e9f6e04aa492814f3191ab5f43 is 50, key is test_row_1/C:col10/1733715665822/Put/seqid=0 2024-12-09T03:41:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741944_1120 (size=7415) 2024-12-09T03:41:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T03:41:07,362 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/9bd663e9f6e04aa492814f3191ab5f43 2024-12-09T03:41:07,367 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/A/5c51a205a41f415c979a49dc5182630f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5c51a205a41f415c979a49dc5182630f 2024-12-09T03:41:07,372 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5c51a205a41f415c979a49dc5182630f, entries=50, sequenceid=505, filesize=7.2 K 2024-12-09T03:41:07,372 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/B/17bb8a06f33343b09cb5f0fdb9e31206 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/17bb8a06f33343b09cb5f0fdb9e31206 2024-12-09T03:41:07,376 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/17bb8a06f33343b09cb5f0fdb9e31206, entries=50, sequenceid=505, filesize=7.2 K 2024-12-09T03:41:07,377 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/.tmp/C/9bd663e9f6e04aa492814f3191ab5f43 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/9bd663e9f6e04aa492814f3191ab5f43 2024-12-09T03:41:07,380 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/9bd663e9f6e04aa492814f3191ab5f43, entries=50, sequenceid=505, filesize=7.2 K 2024-12-09T03:41:07,381 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for da41e8cb14a75ab3cd99efc94a4d4725 in 1252ms, sequenceid=505, compaction requested=true 2024-12-09T03:41:07,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6c816946f2ac4bea9127bbe00ea7723a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/9aab9d73a8eb49db90e50cc853ace0ac, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/7d99f366f138413e8f48dc6cb0bfcbb7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/3166f4585b554083b3139e6248f7f0fa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/adcbd03cacd34c37b7d731a864615c84, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f2fb94a40c5e4af392c6191dd93f839c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/8ba6a41280a14926af2800e271ce88eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/84012758a5da44f48e48b141e619cefe, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b0e7f22f547f423bb19bf6425f0ff8ef, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/924f3b5d833d4ebcac94ebc1a79e7cfc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a4723ac1a5af490da4b32187d842e408, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/bcb6c661e05f47b4b6bfb24544aabf98, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a2dfc41089734ef1bffba9bc2de1aaf4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6b4659dd0252468296739825e7a8e1b0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a9d722189fe4927b0b09046b26e262c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/42bf302ed70048f48f50664b6adaeda6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a8cef9e33ab9427e85ba0395d1143373, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/731f25c970fe4f85ab040c310fc6fa3b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/53471a401cf745ef8a7adb4acbc31d2d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/69aa1ab5b91b4114815e47b43c0341bc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b7312aecb3414882a4639d0eb4314276, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/57bd752a797a46a6a8460eb1f2241316, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2e18863122df4ab88d42117b08b6e960, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/02d159cf117b46e6bb15d1a58b18ed0c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/64f1abeee9664a2ab42919f984cfdd30, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5dee2daf24e8452ab638dbe63796e43a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/897265eecf8a48deb7bb7dfd864b235f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/734bdde9fd964155ad9c4e767c34a36d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f74ec58d3e6b4ea8a79218f471424b07, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/feb16c99050c4a23a2f4b0dfc92a6021] to archive 2024-12-09T03:41:07,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:41:07,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6c816946f2ac4bea9127bbe00ea7723a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6c816946f2ac4bea9127bbe00ea7723a 2024-12-09T03:41:07,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/9aab9d73a8eb49db90e50cc853ace0ac to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/9aab9d73a8eb49db90e50cc853ace0ac 2024-12-09T03:41:07,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/7d99f366f138413e8f48dc6cb0bfcbb7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/7d99f366f138413e8f48dc6cb0bfcbb7 2024-12-09T03:41:07,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/3166f4585b554083b3139e6248f7f0fa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/3166f4585b554083b3139e6248f7f0fa 2024-12-09T03:41:07,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/adcbd03cacd34c37b7d731a864615c84 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/adcbd03cacd34c37b7d731a864615c84 2024-12-09T03:41:07,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f2fb94a40c5e4af392c6191dd93f839c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f2fb94a40c5e4af392c6191dd93f839c 2024-12-09T03:41:07,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/8ba6a41280a14926af2800e271ce88eb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/8ba6a41280a14926af2800e271ce88eb 2024-12-09T03:41:07,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/84012758a5da44f48e48b141e619cefe to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/84012758a5da44f48e48b141e619cefe 2024-12-09T03:41:07,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b0e7f22f547f423bb19bf6425f0ff8ef to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b0e7f22f547f423bb19bf6425f0ff8ef 2024-12-09T03:41:07,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/924f3b5d833d4ebcac94ebc1a79e7cfc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/924f3b5d833d4ebcac94ebc1a79e7cfc 2024-12-09T03:41:07,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a4723ac1a5af490da4b32187d842e408 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a4723ac1a5af490da4b32187d842e408 2024-12-09T03:41:07,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/bcb6c661e05f47b4b6bfb24544aabf98 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/bcb6c661e05f47b4b6bfb24544aabf98 2024-12-09T03:41:07,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a2dfc41089734ef1bffba9bc2de1aaf4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a2dfc41089734ef1bffba9bc2de1aaf4 2024-12-09T03:41:07,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6b4659dd0252468296739825e7a8e1b0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/6b4659dd0252468296739825e7a8e1b0 2024-12-09T03:41:07,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a9d722189fe4927b0b09046b26e262c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a9d722189fe4927b0b09046b26e262c 2024-12-09T03:41:07,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/42bf302ed70048f48f50664b6adaeda6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/42bf302ed70048f48f50664b6adaeda6 2024-12-09T03:41:07,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a8cef9e33ab9427e85ba0395d1143373 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/a8cef9e33ab9427e85ba0395d1143373 2024-12-09T03:41:07,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/731f25c970fe4f85ab040c310fc6fa3b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/731f25c970fe4f85ab040c310fc6fa3b 2024-12-09T03:41:07,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/53471a401cf745ef8a7adb4acbc31d2d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/53471a401cf745ef8a7adb4acbc31d2d 2024-12-09T03:41:07,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/69aa1ab5b91b4114815e47b43c0341bc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/69aa1ab5b91b4114815e47b43c0341bc 2024-12-09T03:41:07,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b7312aecb3414882a4639d0eb4314276 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/b7312aecb3414882a4639d0eb4314276 2024-12-09T03:41:07,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/57bd752a797a46a6a8460eb1f2241316 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/57bd752a797a46a6a8460eb1f2241316 2024-12-09T03:41:07,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2e18863122df4ab88d42117b08b6e960 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2e18863122df4ab88d42117b08b6e960 2024-12-09T03:41:07,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/02d159cf117b46e6bb15d1a58b18ed0c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/02d159cf117b46e6bb15d1a58b18ed0c 2024-12-09T03:41:07,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/64f1abeee9664a2ab42919f984cfdd30 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/64f1abeee9664a2ab42919f984cfdd30 2024-12-09T03:41:07,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5dee2daf24e8452ab638dbe63796e43a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5dee2daf24e8452ab638dbe63796e43a 2024-12-09T03:41:07,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/897265eecf8a48deb7bb7dfd864b235f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/897265eecf8a48deb7bb7dfd864b235f 2024-12-09T03:41:07,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/734bdde9fd964155ad9c4e767c34a36d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/734bdde9fd964155ad9c4e767c34a36d 2024-12-09T03:41:07,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f74ec58d3e6b4ea8a79218f471424b07 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/f74ec58d3e6b4ea8a79218f471424b07 2024-12-09T03:41:07,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/feb16c99050c4a23a2f4b0dfc92a6021 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/feb16c99050c4a23a2f4b0dfc92a6021 2024-12-09T03:41:07,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/3f50b9163fbc43d0a673b96fa7867cdd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/80c1f2fc606a4e6e9a445661081062dd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/8fd63278e8aa4b10b788649ce5c51325, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1a10f7581fe94362998654f3b03b2d02, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d1ef7b89746c4f9999417d66db3b99e0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/40927b2f52b340eeaaa641bc9f0e2b95, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/6acdb5c51e564b7da6b43c4cf50d1754, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c71a97de5b244df4ab571f3c6b14c7d8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/669bf082d3614ea5a83688f69f918cf4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/e7f88b75d65b40fbb14d74049b611d8a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ae25d2a0e4c24a29b5f6273de8cd1a93, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/35911ffdd8684071ba5b917bb7e587d7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/48bafc665e69479da806a2d19d23c851, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/be00bc7ad223413db48362238ea7e3e1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4bfb36de2fa740d1bf3ebc757bd2e83e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/a263a24d02d542d7827f7caa1ac38933, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ad7bc4eee36f413d810df9b5db7ea71a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1ab2738d766a4a4591ad630835815940, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/dc34e3bc6b454ac181ffb1d70c641f9e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ed9a87b74e3f4eb59df295dcd6bed90a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/bc062a73d62d45e09cd8d3d415c334f3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/54102528b2cb43dba5c37f6e9ca09195, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/57a625e05add4089af0a7f1a7c86e25f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/50cdc3a8ab6a4d1889bfcc7cc090b983, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c2ac2a672b36430496af290736a908cf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c0874af09d6d44eabf387de926b22483, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/f84f1c3240a64376b6379677576d55ff, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/acf268a6b8d8442b851d1715986225de, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4fe41339dc694d26b98262f901b33d13] to archive 2024-12-09T03:41:07,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:41:07,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/3f50b9163fbc43d0a673b96fa7867cdd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/3f50b9163fbc43d0a673b96fa7867cdd 2024-12-09T03:41:07,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/80c1f2fc606a4e6e9a445661081062dd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/80c1f2fc606a4e6e9a445661081062dd 2024-12-09T03:41:07,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/8fd63278e8aa4b10b788649ce5c51325 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/8fd63278e8aa4b10b788649ce5c51325 2024-12-09T03:41:07,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1a10f7581fe94362998654f3b03b2d02 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1a10f7581fe94362998654f3b03b2d02 2024-12-09T03:41:07,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d1ef7b89746c4f9999417d66db3b99e0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d1ef7b89746c4f9999417d66db3b99e0 2024-12-09T03:41:07,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/46dc92ff1cfe4bb1a706d7f6a98cb7bb 2024-12-09T03:41:07,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/40927b2f52b340eeaaa641bc9f0e2b95 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/40927b2f52b340eeaaa641bc9f0e2b95 2024-12-09T03:41:07,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/6acdb5c51e564b7da6b43c4cf50d1754 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/6acdb5c51e564b7da6b43c4cf50d1754 2024-12-09T03:41:07,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c71a97de5b244df4ab571f3c6b14c7d8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c71a97de5b244df4ab571f3c6b14c7d8 2024-12-09T03:41:07,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/669bf082d3614ea5a83688f69f918cf4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/669bf082d3614ea5a83688f69f918cf4 2024-12-09T03:41:07,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/e7f88b75d65b40fbb14d74049b611d8a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/e7f88b75d65b40fbb14d74049b611d8a 2024-12-09T03:41:07,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ae25d2a0e4c24a29b5f6273de8cd1a93 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ae25d2a0e4c24a29b5f6273de8cd1a93 2024-12-09T03:41:07,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/35911ffdd8684071ba5b917bb7e587d7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/35911ffdd8684071ba5b917bb7e587d7 2024-12-09T03:41:07,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/48bafc665e69479da806a2d19d23c851 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/48bafc665e69479da806a2d19d23c851 2024-12-09T03:41:07,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/be00bc7ad223413db48362238ea7e3e1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/be00bc7ad223413db48362238ea7e3e1 2024-12-09T03:41:07,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4bfb36de2fa740d1bf3ebc757bd2e83e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4bfb36de2fa740d1bf3ebc757bd2e83e 2024-12-09T03:41:07,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/a263a24d02d542d7827f7caa1ac38933 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/a263a24d02d542d7827f7caa1ac38933 2024-12-09T03:41:07,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ad7bc4eee36f413d810df9b5db7ea71a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ad7bc4eee36f413d810df9b5db7ea71a 2024-12-09T03:41:07,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1ab2738d766a4a4591ad630835815940 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1ab2738d766a4a4591ad630835815940 2024-12-09T03:41:07,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/dc34e3bc6b454ac181ffb1d70c641f9e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/dc34e3bc6b454ac181ffb1d70c641f9e 2024-12-09T03:41:07,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ed9a87b74e3f4eb59df295dcd6bed90a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/ed9a87b74e3f4eb59df295dcd6bed90a 2024-12-09T03:41:07,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/bc062a73d62d45e09cd8d3d415c334f3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/bc062a73d62d45e09cd8d3d415c334f3 2024-12-09T03:41:07,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/54102528b2cb43dba5c37f6e9ca09195 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/54102528b2cb43dba5c37f6e9ca09195 2024-12-09T03:41:07,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/57a625e05add4089af0a7f1a7c86e25f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/57a625e05add4089af0a7f1a7c86e25f 2024-12-09T03:41:07,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/50cdc3a8ab6a4d1889bfcc7cc090b983 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/50cdc3a8ab6a4d1889bfcc7cc090b983 2024-12-09T03:41:07,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c2ac2a672b36430496af290736a908cf to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c2ac2a672b36430496af290736a908cf 2024-12-09T03:41:07,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c0874af09d6d44eabf387de926b22483 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/c0874af09d6d44eabf387de926b22483 2024-12-09T03:41:07,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/f84f1c3240a64376b6379677576d55ff to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/f84f1c3240a64376b6379677576d55ff 2024-12-09T03:41:07,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/acf268a6b8d8442b851d1715986225de to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/acf268a6b8d8442b851d1715986225de 2024-12-09T03:41:07,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4fe41339dc694d26b98262f901b33d13 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4fe41339dc694d26b98262f901b33d13 2024-12-09T03:41:07,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2a73a21537ff402e90c85a0328c5ece3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2cbfeeb799c64b73878da95cfba3c498, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/f590599ee6cf43949b7b008699308c39, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/be4cc0401d2c4b8eafb247eac8a3d2bd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2d7cda33ae2c477fa0488f14bf4942d3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/85180aa963e14d0393b19bf67b7b9c57, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/691da51208374d98a998d6a3b2c5b95a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/bc220f5ed9fe42089797b09f8e1c8cab, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8e2499dcc609432a820e1250a655ec81, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/d28231fe44b940b28881615140398ef8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/577128204c924986a05dac453548aae1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/440308bd4b1844debe635763956e3c27, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/07a151fa326a4e16aa88842615dfa1b5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/94c08aa8e31d400989603c7065e38dd1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/ddc0d2f6248d4002afc47b40e274e738, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/00013521361b491a9b5a70b28a694c27, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e209771cddb49938fce46020531f16f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8209783bcaf843ff99f16367ed55eb45, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/34ef7979b9484ea2a4e6d39aba4cc0f5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/c1e8e0b07bf3489f84e7f40eb87d6ac7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/7d43c43be1874ec586e54e021a0c4f53, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/224c03808d4e41529b626ad20f3dfdae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/98e7b24b38c24bbc8cc9f67d56c3bb34, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/791c3e9640b6444e9f0fdb411191fe72, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/a9f6782f9cd840d0964a4890254f64d2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/0516f557a8634e8cae9c0f08fd96262b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/e135843ff26e4c9ba95fc18f9a9838d9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/49f1a8b7f51e480e93e18d73d851c20e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e0c3e13bc2b42279e3ae0aeb85210fa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/b0453feb8d4548b29dc9437cc33e20eb] to archive 2024-12-09T03:41:07,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:41:07,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2a73a21537ff402e90c85a0328c5ece3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2a73a21537ff402e90c85a0328c5ece3 2024-12-09T03:41:07,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2cbfeeb799c64b73878da95cfba3c498 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2cbfeeb799c64b73878da95cfba3c498 2024-12-09T03:41:07,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/f590599ee6cf43949b7b008699308c39 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/f590599ee6cf43949b7b008699308c39 2024-12-09T03:41:07,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/be4cc0401d2c4b8eafb247eac8a3d2bd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/be4cc0401d2c4b8eafb247eac8a3d2bd 2024-12-09T03:41:07,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2d7cda33ae2c477fa0488f14bf4942d3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/2d7cda33ae2c477fa0488f14bf4942d3 2024-12-09T03:41:07,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/85180aa963e14d0393b19bf67b7b9c57 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/85180aa963e14d0393b19bf67b7b9c57 2024-12-09T03:41:07,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/691da51208374d98a998d6a3b2c5b95a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/691da51208374d98a998d6a3b2c5b95a 2024-12-09T03:41:07,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/bc220f5ed9fe42089797b09f8e1c8cab to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/bc220f5ed9fe42089797b09f8e1c8cab 2024-12-09T03:41:07,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8e2499dcc609432a820e1250a655ec81 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8e2499dcc609432a820e1250a655ec81 2024-12-09T03:41:07,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/d28231fe44b940b28881615140398ef8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/d28231fe44b940b28881615140398ef8 2024-12-09T03:41:07,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/577128204c924986a05dac453548aae1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/577128204c924986a05dac453548aae1 2024-12-09T03:41:07,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/440308bd4b1844debe635763956e3c27 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/440308bd4b1844debe635763956e3c27 2024-12-09T03:41:07,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/07a151fa326a4e16aa88842615dfa1b5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/07a151fa326a4e16aa88842615dfa1b5 2024-12-09T03:41:07,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/94c08aa8e31d400989603c7065e38dd1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/94c08aa8e31d400989603c7065e38dd1 2024-12-09T03:41:07,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/ddc0d2f6248d4002afc47b40e274e738 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/ddc0d2f6248d4002afc47b40e274e738 2024-12-09T03:41:07,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/00013521361b491a9b5a70b28a694c27 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/00013521361b491a9b5a70b28a694c27 2024-12-09T03:41:07,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e209771cddb49938fce46020531f16f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e209771cddb49938fce46020531f16f 2024-12-09T03:41:07,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8209783bcaf843ff99f16367ed55eb45 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8209783bcaf843ff99f16367ed55eb45 2024-12-09T03:41:07,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/34ef7979b9484ea2a4e6d39aba4cc0f5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/34ef7979b9484ea2a4e6d39aba4cc0f5 2024-12-09T03:41:07,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/c1e8e0b07bf3489f84e7f40eb87d6ac7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/c1e8e0b07bf3489f84e7f40eb87d6ac7 2024-12-09T03:41:07,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/7d43c43be1874ec586e54e021a0c4f53 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/7d43c43be1874ec586e54e021a0c4f53 2024-12-09T03:41:07,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/224c03808d4e41529b626ad20f3dfdae to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/224c03808d4e41529b626ad20f3dfdae 2024-12-09T03:41:07,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/98e7b24b38c24bbc8cc9f67d56c3bb34 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/98e7b24b38c24bbc8cc9f67d56c3bb34 2024-12-09T03:41:07,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/791c3e9640b6444e9f0fdb411191fe72 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/791c3e9640b6444e9f0fdb411191fe72 2024-12-09T03:41:07,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/a9f6782f9cd840d0964a4890254f64d2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/a9f6782f9cd840d0964a4890254f64d2 2024-12-09T03:41:07,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/0516f557a8634e8cae9c0f08fd96262b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/0516f557a8634e8cae9c0f08fd96262b 2024-12-09T03:41:07,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/e135843ff26e4c9ba95fc18f9a9838d9 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/e135843ff26e4c9ba95fc18f9a9838d9 2024-12-09T03:41:07,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/49f1a8b7f51e480e93e18d73d851c20e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/49f1a8b7f51e480e93e18d73d851c20e 2024-12-09T03:41:07,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e0c3e13bc2b42279e3ae0aeb85210fa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/1e0c3e13bc2b42279e3ae0aeb85210fa 2024-12-09T03:41:07,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/b0453feb8d4548b29dc9437cc33e20eb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/b0453feb8d4548b29dc9437cc33e20eb 2024-12-09T03:41:07,517 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/recovered.edits/508.seqid, newMaxSeqId=508, maxSeqId=1 2024-12-09T03:41:07,518 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. 2024-12-09T03:41:07,518 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for da41e8cb14a75ab3cd99efc94a4d4725: Waiting for close lock at 1733715666006Running coprocessor pre-close hooks at 1733715666006Disabling compacts and flushes for region at 1733715666006Disabling writes for close at 1733715666129 (+123 ms)Obtaining lock to block concurrent updates at 1733715666129Preparing flush snapshotting stores in da41e8cb14a75ab3cd99efc94a4d4725 at 1733715666129Finished memstore snapshotting TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733715666130 (+1 ms)Flushing stores of TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725. at 1733715666130Flushing da41e8cb14a75ab3cd99efc94a4d4725/A: creating writer at 1733715666130Flushing da41e8cb14a75ab3cd99efc94a4d4725/A: appending metadata at 1733715666133 (+3 ms)Flushing da41e8cb14a75ab3cd99efc94a4d4725/A: closing flushed file at 1733715666133Flushing da41e8cb14a75ab3cd99efc94a4d4725/B: creating writer at 1733715666543 (+410 ms)Flushing da41e8cb14a75ab3cd99efc94a4d4725/B: appending metadata at 1733715666546 (+3 ms)Flushing da41e8cb14a75ab3cd99efc94a4d4725/B: closing flushed file at 1733715666546Flushing da41e8cb14a75ab3cd99efc94a4d4725/C: creating writer at 1733715666955 (+409 ms)Flushing da41e8cb14a75ab3cd99efc94a4d4725/C: appending metadata at 1733715666957 (+2 ms)Flushing da41e8cb14a75ab3cd99efc94a4d4725/C: closing flushed file at 1733715666957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ba566b: reopening flushed file at 1733715667367 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569c469c: reopening flushed file at 1733715667372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea439c: reopening flushed file at 1733715667376 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for da41e8cb14a75ab3cd99efc94a4d4725 in 1252ms, sequenceid=505, compaction requested=true at 1733715667381 (+5 ms)Writing region close event to WAL at 1733715667513 (+132 ms)Running coprocessor post-close hooks at 1733715667518 (+5 ms)Closed at 1733715667518 2024-12-09T03:41:07,521 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:07,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=da41e8cb14a75ab3cd99efc94a4d4725, regionState=CLOSED 2024-12-09T03:41:07,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:41:07,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-09T03:41:07,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure da41e8cb14a75ab3cd99efc94a4d4725, server=55d0183f16d2,42631,1733715637333 in 1.6750 sec 2024-12-09T03:41:07,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-09T03:41:07,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da41e8cb14a75ab3cd99efc94a4d4725, UNASSIGN in 1.6820 sec 2024-12-09T03:41:07,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-09T03:41:07,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6890 sec 2024-12-09T03:41:07,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715667533"}]},"ts":"1733715667533"} 2024-12-09T03:41:07,534 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T03:41:07,534 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T03:41:07,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7040 sec 2024-12-09T03:41:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T03:41:07,982 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:07,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T03:41:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:07,990 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-09T03:41:07,992 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:07,998 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:08,002 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/recovered.edits] 2024-12-09T03:41:08,007 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a0496b3931a43c686fd2af04137dd1e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/0a0496b3931a43c686fd2af04137dd1e 2024-12-09T03:41:08,009 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/228c20b7255b4cf1bf0b5387fded393b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/228c20b7255b4cf1bf0b5387fded393b 2024-12-09T03:41:08,010 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2a65efaf31f347999fa3c92483552d3e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/2a65efaf31f347999fa3c92483552d3e 2024-12-09T03:41:08,012 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/4f5765553b614b5f9b80e51d55249e7d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/4f5765553b614b5f9b80e51d55249e7d 2024-12-09T03:41:08,013 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5c51a205a41f415c979a49dc5182630f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/5c51a205a41f415c979a49dc5182630f 2024-12-09T03:41:08,015 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/c2882a160df042a2a760403fc4dc49f2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/A/c2882a160df042a2a760403fc4dc49f2 2024-12-09T03:41:08,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/17bb8a06f33343b09cb5f0fdb9e31206 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/17bb8a06f33343b09cb5f0fdb9e31206 2024-12-09T03:41:08,019 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1983ff5b646048fcb2ce76d1b43eaa9f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/1983ff5b646048fcb2ce76d1b43eaa9f 2024-12-09T03:41:08,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/20a08cde194f4d94b2557474e266d68c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/20a08cde194f4d94b2557474e266d68c 2024-12-09T03:41:08,022 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4b3dc1851b6743d5a278206eb8595e6a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/4b3dc1851b6743d5a278206eb8595e6a 2024-12-09T03:41:08,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/b46d658f057e4bb2b7cd5c7b18aa6d8b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/b46d658f057e4bb2b7cd5c7b18aa6d8b 2024-12-09T03:41:08,024 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d79ee0ca21cc42a69a23fe69192584dc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/B/d79ee0ca21cc42a69a23fe69192584dc 2024-12-09T03:41:08,027 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/016d7af95cfb4b369190641c3a76538a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/016d7af95cfb4b369190641c3a76538a 2024-12-09T03:41:08,028 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/041a86c81ec54c7ea82474e613c37bfc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/041a86c81ec54c7ea82474e613c37bfc 2024-12-09T03:41:08,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/6598ff802dfe4ad48f3153a27aed38c4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/6598ff802dfe4ad48f3153a27aed38c4 2024-12-09T03:41:08,031 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8d7ef23bef984dd49971832bb4a8f03c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/8d7ef23bef984dd49971832bb4a8f03c 2024-12-09T03:41:08,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/9bd663e9f6e04aa492814f3191ab5f43 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/9bd663e9f6e04aa492814f3191ab5f43 2024-12-09T03:41:08,034 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/aeb73450702d46a0907ac71b461db388 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/C/aeb73450702d46a0907ac71b461db388 2024-12-09T03:41:08,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/recovered.edits/508.seqid to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725/recovered.edits/508.seqid 2024-12-09T03:41:08,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/da41e8cb14a75ab3cd99efc94a4d4725 2024-12-09T03:41:08,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T03:41:08,043 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:08,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T03:41:08,057 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T03:41:08,096 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T03:41:08,098 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:08,098 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T03:41:08,098 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733715668098"}]},"ts":"9223372036854775807"} 2024-12-09T03:41:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-09T03:41:08,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T03:41:08,103 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => da41e8cb14a75ab3cd99efc94a4d4725, NAME => 'TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T03:41:08,103 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T03:41:08,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733715668103"}]},"ts":"9223372036854775807"} 2024-12-09T03:41:08,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T03:41:08,107 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:08,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 121 msec 2024-12-09T03:41:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-09T03:41:08,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T03:41:08,313 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:08,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1347125133_22 at /127.0.0.1:39856 [Waiting for operation #139] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1347125133_22 at /127.0.0.1:58866 [Waiting for operation #258] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2085831524_22 at /127.0.0.1:46524 [Waiting for operation #273] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;55d0183f16d2:42631-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12698 (was 12831) 2024-12-09T03:41:08,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=12697 2024-12-09T03:41:08,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:41:08,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:41:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:08,338 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T03:41:08,338 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:08,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-12-09T03:41:08,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T03:41:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T03:41:08,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741945_1121 (size=1061) 2024-12-09T03:41:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T03:41:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T03:41:08,747 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:41:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741946_1122 (size=53) 2024-12-09T03:41:08,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:41:08,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing becdbba89115f9ae16114a052f9a2218, disabling compactions & flushes 2024-12-09T03:41:08,753 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:08,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:08,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. after waiting 0 ms 2024-12-09T03:41:08,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:08,753 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:08,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for becdbba89115f9ae16114a052f9a2218: Waiting for close lock at 1733715668753Disabling compacts and flushes for region at 1733715668753Disabling writes for close at 1733715668753Writing region close event to WAL at 1733715668753Closed at 1733715668753 2024-12-09T03:41:08,755 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T03:41:08,755 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733715668755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733715668755"}]},"ts":"1733715668755"} 2024-12-09T03:41:08,757 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T03:41:08,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T03:41:08,758 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715668758"}]},"ts":"1733715668758"} 2024-12-09T03:41:08,760 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T03:41:08,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, ASSIGN}] 2024-12-09T03:41:08,761 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, ASSIGN 2024-12-09T03:41:08,762 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, ASSIGN; state=OFFLINE, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=false 2024-12-09T03:41:08,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:08,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, ASSIGN because future has completed 2024-12-09T03:41:08,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:41:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T03:41:09,071 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:09,071 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:41:09,072 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,072 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:41:09,072 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,072 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,073 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,075 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:09,075 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region becdbba89115f9ae16114a052f9a2218 columnFamilyName A 2024-12-09T03:41:09,075 DEBUG [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:09,076 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(327): Store=becdbba89115f9ae16114a052f9a2218/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:09,076 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,077 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:09,077 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region becdbba89115f9ae16114a052f9a2218 columnFamilyName B 2024-12-09T03:41:09,078 DEBUG [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:09,078 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(327): Store=becdbba89115f9ae16114a052f9a2218/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:09,078 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,079 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:09,080 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region becdbba89115f9ae16114a052f9a2218 columnFamilyName C 2024-12-09T03:41:09,080 DEBUG [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:09,080 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(327): Store=becdbba89115f9ae16114a052f9a2218/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:09,080 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:09,080 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,081 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,081 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,082 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,082 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,083 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:41:09,084 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,086 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:41:09,086 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened becdbba89115f9ae16114a052f9a2218; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65271015, jitterRate=-0.02738608419895172}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:41:09,086 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:09,088 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for becdbba89115f9ae16114a052f9a2218: Running coprocessor pre-open hook at 1733715669072Writing region info on filesystem at 1733715669072Initializing all the Stores at 1733715669073 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715669073Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715669073Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715669073Cleaning up temporary data from old regions at 1733715669082 (+9 ms)Running coprocessor post-open hooks at 1733715669086 (+4 ms)Region opened successfully at 1733715669088 (+2 ms) 2024-12-09T03:41:09,089 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., pid=38, masterSystemTime=1733715669068 2024-12-09T03:41:09,091 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:09,091 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:09,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:09,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:41:09,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T03:41:09,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 in 180 msec 2024-12-09T03:41:09,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T03:41:09,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, ASSIGN in 337 msec 2024-12-09T03:41:09,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T03:41:09,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715669100"}]},"ts":"1733715669100"} 2024-12-09T03:41:09,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T03:41:09,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T03:41:09,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 767 msec 2024-12-09T03:41:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T03:41:09,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:09,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:09,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:09,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:09,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63097a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:09,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd695c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:09,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:09,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:09,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c72d130 2024-12-09T03:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:41:09,486 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:41:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:41:09,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:41:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741947_1123 (size=1097) 2024-12-09T03:41:09,915 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-09T03:41:09,916 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-09T03:41:09,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:41:09,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, REOPEN/MOVE}] 2024-12-09T03:41:09,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, REOPEN/MOVE 2024-12-09T03:41:09,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:09,932 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45779 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=55d0183f16d2,42631,1733715637333, table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T03:41:09,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, REOPEN/MOVE because future has completed 2024-12-09T03:41:09,932 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:41:09,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:41:10,085 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,085 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:41:10,086 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing becdbba89115f9ae16114a052f9a2218, disabling compactions & flushes 2024-12-09T03:41:10,086 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,086 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,086 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. after waiting 0 ms 2024-12-09T03:41:10,086 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,090 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T03:41:10,091 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,091 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for becdbba89115f9ae16114a052f9a2218: Waiting for close lock at 1733715670086Running coprocessor pre-close hooks at 1733715670086Disabling compacts and flushes for region at 1733715670086Disabling writes for close at 1733715670086Writing region close event to WAL at 1733715670086Running coprocessor post-close hooks at 1733715670091 (+5 ms)Closed at 1733715670091 2024-12-09T03:41:10,091 WARN [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: becdbba89115f9ae16114a052f9a2218 to self. 2024-12-09T03:41:10,094 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,095 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=CLOSED 2024-12-09T03:41:10,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:41:10,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-09T03:41:10,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 in 167 msec 2024-12-09T03:41:10,103 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, REOPEN/MOVE; state=CLOSED, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=true 2024-12-09T03:41:10,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, REOPEN/MOVE because future has completed 2024-12-09T03:41:10,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:41:10,414 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,414 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:41:10,414 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,414 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:41:10,414 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,415 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,417 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,418 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:10,424 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region becdbba89115f9ae16114a052f9a2218 columnFamilyName A 2024-12-09T03:41:10,426 DEBUG [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:10,427 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(327): Store=becdbba89115f9ae16114a052f9a2218/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:10,427 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,428 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:10,429 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region becdbba89115f9ae16114a052f9a2218 columnFamilyName B 2024-12-09T03:41:10,429 DEBUG [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:10,430 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(327): Store=becdbba89115f9ae16114a052f9a2218/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:10,430 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,431 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:10,431 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region becdbba89115f9ae16114a052f9a2218 columnFamilyName C 2024-12-09T03:41:10,431 DEBUG [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:10,431 INFO [StoreOpener-becdbba89115f9ae16114a052f9a2218-1 {}] regionserver.HStore(327): Store=becdbba89115f9ae16114a052f9a2218/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:10,432 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,432 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,433 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,434 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,435 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,435 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,436 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:41:10,438 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,439 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened becdbba89115f9ae16114a052f9a2218; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69318988, jitterRate=0.03293341398239136}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:41:10,439 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,441 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for becdbba89115f9ae16114a052f9a2218: Running coprocessor pre-open hook at 1733715670415Writing region info on filesystem at 1733715670415Initializing all the Stores at 1733715670415Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715670416 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715670416Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715670416Cleaning up temporary data from old regions at 1733715670435 (+19 ms)Running coprocessor post-open hooks at 1733715670439 (+4 ms)Region opened successfully at 1733715670441 (+2 ms) 2024-12-09T03:41:10,442 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., pid=43, masterSystemTime=1733715670409 2024-12-09T03:41:10,445 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,445 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=OPEN, openSeqNum=5, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:41:10,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-09T03:41:10,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 in 192 msec 2024-12-09T03:41:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-09T03:41:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, REOPEN/MOVE in 523 msec 2024-12-09T03:41:10,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-09T03:41:10,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 538 msec 2024-12-09T03:41:10,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 966 msec 2024-12-09T03:41:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T03:41:10,467 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:10,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,470 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccdf7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,472 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554d2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,475 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1389b68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213125f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c89b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4334b075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,485 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,487 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b15e5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,490 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a5144e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,493 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e1108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,496 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57662889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,497 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbe744f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,500 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64877518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,502 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580c75eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e90d2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1701504c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:10,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:10,508 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cb29da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:10,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:10,511 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a87beba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:10,513 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,517 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,529 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:10,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-09T03:41:10,536 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:10,536 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:10,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:41:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:10,542 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,543 DEBUG [Thread-632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,545 DEBUG [Thread-632 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,546 DEBUG [Thread-632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,548 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,556 DEBUG [Thread-621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,561 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,577 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:10,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:41:10,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715670591, max timestamp=1733715670619Num uniques 859; 2024-12-09T03:41:10,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:10,641 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715670591, max timestamp=1733715670619Num uniques 859; 2024-12-09T03:41:10,641 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:10,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120981d2bb3bef53428d86ed90a3de0b1b7a_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715670528/Put/seqid=0 2024-12-09T03:41:10,646 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715670591, max timestamp=1733715670619Num uniques 859; 2024-12-09T03:41:10,646 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741948_1124 (size=9714) 2024-12-09T03:41:10,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715730695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715730703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715730706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715730707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715730708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715730812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715730827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715730832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715730832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715730832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:10,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:10,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:10,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:10,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:10,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:10,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715731032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715731051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715731052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715731052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715731052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:11,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120981d2bb3bef53428d86ed90a3de0b1b7a_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120981d2bb3bef53428d86ed90a3de0b1b7a_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:11,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/4566db905ba74a05b5272e8bbaf4a36f, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:11,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/4566db905ba74a05b5272e8bbaf4a36f is 175, key is test_row_0/A:col10/1733715670528/Put/seqid=0 2024-12-09T03:41:11,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741949_1125 (size=22361) 2024-12-09T03:41:11,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/4566db905ba74a05b5272e8bbaf4a36f 2024-12-09T03:41:11,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:11,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6c70fba6d76e4d0ea22fc8c88d883b91 is 50, key is test_row_0/B:col10/1733715670528/Put/seqid=0 2024-12-09T03:41:11,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741950_1126 (size=9657) 2024-12-09T03:41:11,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6c70fba6d76e4d0ea22fc8c88d883b91 2024-12-09T03:41:11,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/1b7f419fa3a143e6b747e18612f21c0f is 50, key is test_row_0/C:col10/1733715670528/Put/seqid=0 2024-12-09T03:41:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741951_1127 (size=9657) 2024-12-09T03:41:11,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/1b7f419fa3a143e6b747e18612f21c0f 2024-12-09T03:41:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/4566db905ba74a05b5272e8bbaf4a36f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f 2024-12-09T03:41:11,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f, entries=100, sequenceid=14, filesize=21.8 K 2024-12-09T03:41:11,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6c70fba6d76e4d0ea22fc8c88d883b91 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6c70fba6d76e4d0ea22fc8c88d883b91 2024-12-09T03:41:11,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6c70fba6d76e4d0ea22fc8c88d883b91, entries=100, sequenceid=14, filesize=9.4 K 2024-12-09T03:41:11,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/1b7f419fa3a143e6b747e18612f21c0f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/1b7f419fa3a143e6b747e18612f21c0f 2024-12-09T03:41:11,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/1b7f419fa3a143e6b747e18612f21c0f, entries=100, sequenceid=14, filesize=9.4 K 2024-12-09T03:41:11,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for becdbba89115f9ae16114a052f9a2218 in 801ms, sequenceid=14, compaction requested=false 2024-12-09T03:41:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:11,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715670677, max timestamp=1733715671343Num uniques 1068; 2024-12-09T03:41:11,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T03:41:11,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715670677, max timestamp=1733715671343Num uniques 1068; 2024-12-09T03:41:11,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T03:41:11,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715670677, max timestamp=1733715671343Num uniques 1068; 2024-12-09T03:41:11,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T03:41:11,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB 2024-12-09T03:41:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:11,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c02721b191e846c5a174e3d9d51f744b_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715671372/Put/seqid=0 2024-12-09T03:41:11,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715671411, max timestamp=1733715671437Num uniques 859; 2024-12-09T03:41:11,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:41:11,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715671411, max timestamp=1733715671437Num uniques 859; 2024-12-09T03:41:11,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:41:11,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715671411, max timestamp=1733715671436Num uniques 859; 2024-12-09T03:41:11,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:41:11,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741952_1128 (size=17034) 2024-12-09T03:41:11,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:11,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c02721b191e846c5a174e3d9d51f744b_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c02721b191e846c5a174e3d9d51f744b_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:11,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/cef4a510aacd4958bdac5c9289fb78eb, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:11,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/cef4a510aacd4958bdac5c9289fb78eb is 175, key is test_row_0/A:col10/1733715671372/Put/seqid=0 2024-12-09T03:41:11,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715731481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715731483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715731485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715731493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715731495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741953_1129 (size=48139) 2024-12-09T03:41:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715731602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715731602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715731602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715731611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715731612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:11,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715731812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715731813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715731822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715731832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715731832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:11,913 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/cef4a510aacd4958bdac5c9289fb78eb 2024-12-09T03:41:11,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:11,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/d95e9daec36340559a259788a56d1b1b is 50, key is test_row_0/B:col10/1733715671372/Put/seqid=0 2024-12-09T03:41:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:11,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741954_1130 (size=12001) 2024-12-09T03:41:11,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/d95e9daec36340559a259788a56d1b1b 2024-12-09T03:41:11,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/354c300ddd0c4a5c8f9e9d91f30da964 is 50, key is test_row_0/C:col10/1733715671372/Put/seqid=0 2024-12-09T03:41:11,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741955_1131 (size=12001) 2024-12-09T03:41:11,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/354c300ddd0c4a5c8f9e9d91f30da964 2024-12-09T03:41:11,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/cef4a510aacd4958bdac5c9289fb78eb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb 2024-12-09T03:41:12,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb, entries=250, sequenceid=56, filesize=47.0 K 2024-12-09T03:41:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/d95e9daec36340559a259788a56d1b1b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d95e9daec36340559a259788a56d1b1b 2024-12-09T03:41:12,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d95e9daec36340559a259788a56d1b1b, entries=150, sequenceid=56, filesize=11.7 K 2024-12-09T03:41:12,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/354c300ddd0c4a5c8f9e9d91f30da964 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/354c300ddd0c4a5c8f9e9d91f30da964 2024-12-09T03:41:12,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/354c300ddd0c4a5c8f9e9d91f30da964, entries=150, sequenceid=56, filesize=11.7 K 2024-12-09T03:41:12,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.03 KB/148512, currentSize=134.18 KB/137400 for becdbba89115f9ae16114a052f9a2218 in 653ms, sequenceid=56, compaction requested=false 2024-12-09T03:41:12,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:12,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T03:41:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:12,081 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-09T03:41:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120959354d5c1ecc42678d3ebd606af26460_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715671490/Put/seqid=0 2024-12-09T03:41:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741956_1132 (size=12154) 2024-12-09T03:41:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:12,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715732146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,155 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120959354d5c1ecc42678d3ebd606af26460_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120959354d5c1ecc42678d3ebd606af26460_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:12,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d17497d17b9f4d2eba413c599e9613bc, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:12,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d17497d17b9f4d2eba413c599e9613bc is 175, key is test_row_0/A:col10/1733715671490/Put/seqid=0 2024-12-09T03:41:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715732147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715732149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715732151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715732154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741957_1133 (size=30955) 2024-12-09T03:41:12,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715732263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715732272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715732272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715732273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715732273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715732471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715732492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715732492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715732492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715732492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,604 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d17497d17b9f4d2eba413c599e9613bc 2024-12-09T03:41:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/ac220d2a28ef4a558197930997200d65 is 50, key is test_row_0/B:col10/1733715671490/Put/seqid=0 2024-12-09T03:41:12,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741958_1134 (size=12001) 2024-12-09T03:41:12,643 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/ac220d2a28ef4a558197930997200d65 2024-12-09T03:41:12,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3 is 50, key is test_row_0/C:col10/1733715671490/Put/seqid=0 2024-12-09T03:41:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741959_1135 (size=12001) 2024-12-09T03:41:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:12,689 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3 2024-12-09T03:41:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d17497d17b9f4d2eba413c599e9613bc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc 2024-12-09T03:41:12,705 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc, entries=150, sequenceid=91, filesize=30.2 K 2024-12-09T03:41:12,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/ac220d2a28ef4a558197930997200d65 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ac220d2a28ef4a558197930997200d65 2024-12-09T03:41:12,717 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ac220d2a28ef4a558197930997200d65, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T03:41:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3 2024-12-09T03:41:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T03:41:12,731 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for becdbba89115f9ae16114a052f9a2218 in 650ms, sequenceid=91, compaction requested=true 2024-12-09T03:41:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T03:41:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T03:41:12,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-09T03:41:12,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec 2024-12-09T03:41:12,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2030 sec 2024-12-09T03:41:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:12,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:41:12,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:12,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:12,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097aaf3df05c10439bb2741ac0c5e53a39_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741960_1136 (size=14594) 2024-12-09T03:41:12,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715672831, max timestamp=1733715672841Num uniques 859; 2024-12-09T03:41:12,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715672831, max timestamp=1733715672841Num uniques 859; 2024-12-09T03:41:12,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:12,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:12,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715672831, max timestamp=1733715672841Num uniques 859; 2024-12-09T03:41:12,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:41:12,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715732865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715732872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715732873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715732875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715732877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715732982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715732991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715732991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715732991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715732991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T03:41:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715733201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715733202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715733202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715733212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715733212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:13,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097aaf3df05c10439bb2741ac0c5e53a39_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097aaf3df05c10439bb2741ac0c5e53a39_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:13,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1f9e9ac4420148d89c63b0d348acbb56, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:13,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1f9e9ac4420148d89c63b0d348acbb56 is 175, key is test_row_0/A:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741961_1137 (size=39549) 2024-12-09T03:41:13,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1f9e9ac4420148d89c63b0d348acbb56 2024-12-09T03:41:13,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6b4d3108619943d98b0b974dd7338ca0 is 50, key is test_row_0/B:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:13,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741962_1138 (size=12001) 2024-12-09T03:41:13,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6b4d3108619943d98b0b974dd7338ca0 2024-12-09T03:41:13,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/2a3817c94f1d4ac08e201f926dc20e78 is 50, key is test_row_0/C:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:13,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741963_1139 (size=12001) 2024-12-09T03:41:13,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/2a3817c94f1d4ac08e201f926dc20e78 2024-12-09T03:41:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1f9e9ac4420148d89c63b0d348acbb56 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56 2024-12-09T03:41:13,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56, entries=200, sequenceid=102, filesize=38.6 K 2024-12-09T03:41:13,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6b4d3108619943d98b0b974dd7338ca0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6b4d3108619943d98b0b974dd7338ca0 2024-12-09T03:41:13,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6b4d3108619943d98b0b974dd7338ca0, entries=150, sequenceid=102, filesize=11.7 K 2024-12-09T03:41:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/2a3817c94f1d4ac08e201f926dc20e78 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/2a3817c94f1d4ac08e201f926dc20e78 2024-12-09T03:41:13,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/2a3817c94f1d4ac08e201f926dc20e78, entries=150, sequenceid=102, filesize=11.7 K 2024-12-09T03:41:13,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for becdbba89115f9ae16114a052f9a2218 in 691ms, sequenceid=102, compaction requested=true 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:13,478 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:13,478 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:13,481 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:13,481 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:13,481 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:13,481 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=137.7 K 2024-12-09T03:41:13,481 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:13,481 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56] 2024-12-09T03:41:13,482 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:13,482 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:13,482 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:13,482 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6c70fba6d76e4d0ea22fc8c88d883b91, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d95e9daec36340559a259788a56d1b1b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ac220d2a28ef4a558197930997200d65, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6b4d3108619943d98b0b974dd7338ca0] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=44.6 K 2024-12-09T03:41:13,483 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4566db905ba74a05b5272e8bbaf4a36f, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733715670528 2024-12-09T03:41:13,483 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c70fba6d76e4d0ea22fc8c88d883b91, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733715670528 2024-12-09T03:41:13,483 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cef4a510aacd4958bdac5c9289fb78eb, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733715670677 2024-12-09T03:41:13,483 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting d95e9daec36340559a259788a56d1b1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733715670677 2024-12-09T03:41:13,484 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d17497d17b9f4d2eba413c599e9613bc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733715671461 2024-12-09T03:41:13,484 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ac220d2a28ef4a558197930997200d65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733715671461 2024-12-09T03:41:13,484 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f9e9ac4420148d89c63b0d348acbb56, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715672145 2024-12-09T03:41:13,484 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4d3108619943d98b0b974dd7338ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715672145 2024-12-09T03:41:13,508 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#120 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:13,508 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/b5e941522411489984701bb1d90d4c1d is 50, key is test_row_0/B:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:13,513 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:13,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-09T03:41:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:13,538 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209bdc7841e1f794d21ba4d327747ea30da_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:13,544 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209bdc7841e1f794d21ba4d327747ea30da_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:13,544 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bdc7841e1f794d21ba4d327747ea30da_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:13,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715733539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715733545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715733553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715733555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741964_1140 (size=12139) 2024-12-09T03:41:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098ea764b8367c4c5b828cec7115633718_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715673516/Put/seqid=0 2024-12-09T03:41:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715733558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,580 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/b5e941522411489984701bb1d90d4c1d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b5e941522411489984701bb1d90d4c1d 2024-12-09T03:41:13,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741966_1142 (size=14794) 2024-12-09T03:41:13,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741965_1141 (size=4469) 2024-12-09T03:41:13,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098ea764b8367c4c5b828cec7115633718_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098ea764b8367c4c5b828cec7115633718_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:13,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b609c16607da4d2dbb916bf32a91bfc1, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:13,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b609c16607da4d2dbb916bf32a91bfc1 is 175, key is test_row_0/A:col10/1733715673516/Put/seqid=0 2024-12-09T03:41:13,600 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into b5e941522411489984701bb1d90d4c1d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:13,600 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:13,600 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=12, startTime=1733715673478; duration=0sec 2024-12-09T03:41:13,600 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:13,600 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:13,600 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:13,610 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:13,610 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:13,610 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:13,610 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/1b7f419fa3a143e6b747e18612f21c0f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/354c300ddd0c4a5c8f9e9d91f30da964, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/2a3817c94f1d4ac08e201f926dc20e78] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=44.6 K 2024-12-09T03:41:13,611 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b7f419fa3a143e6b747e18612f21c0f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733715670528 2024-12-09T03:41:13,611 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 354c300ddd0c4a5c8f9e9d91f30da964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733715670677 2024-12-09T03:41:13,612 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting f7f29253fe9a42f8a6b3ac96c5ff8cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733715671461 2024-12-09T03:41:13,612 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a3817c94f1d4ac08e201f926dc20e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715672145 2024-12-09T03:41:13,627 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:13,628 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/9ca3ac06cb844933b7ba143be5225af1 is 50, key is test_row_0/C:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741967_1143 (size=39749) 2024-12-09T03:41:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741968_1144 (size=12139) 2024-12-09T03:41:13,665 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/9ca3ac06cb844933b7ba143be5225af1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/9ca3ac06cb844933b7ba143be5225af1 2024-12-09T03:41:13,674 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into 9ca3ac06cb844933b7ba143be5225af1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:13,674 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:13,674 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=12, startTime=1733715673478; duration=0sec 2024-12-09T03:41:13,674 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:13,674 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:13,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715733672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715733672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715733672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715733672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715733682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715733881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715733893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715733893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715733893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715733893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:13,990 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#121 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:13,991 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/89777fb116194dffbfca773c7be88e1c is 175, key is test_row_0/A:col10/1733715672147/Put/seqid=0 2024-12-09T03:41:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741969_1145 (size=31093) 2024-12-09T03:41:14,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b609c16607da4d2dbb916bf32a91bfc1 2024-12-09T03:41:14,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/ee491f8af8564537a85bc75c9a862b60 is 50, key is test_row_0/B:col10/1733715673516/Put/seqid=0 2024-12-09T03:41:14,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741970_1146 (size=12151) 2024-12-09T03:41:14,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/ee491f8af8564537a85bc75c9a862b60 2024-12-09T03:41:14,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/d454090eb19c45b099320c2945786f1a is 50, key is test_row_0/C:col10/1733715673516/Put/seqid=0 2024-12-09T03:41:14,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741971_1147 (size=12151) 2024-12-09T03:41:14,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715734193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715734212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715734212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715734212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715734212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,429 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/89777fb116194dffbfca773c7be88e1c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89777fb116194dffbfca773c7be88e1c 2024-12-09T03:41:14,435 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into 89777fb116194dffbfca773c7be88e1c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:14,435 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:14,435 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=12, startTime=1733715673478; duration=0sec 2024-12-09T03:41:14,435 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:14,435 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:14,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/d454090eb19c45b099320c2945786f1a 2024-12-09T03:41:14,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b609c16607da4d2dbb916bf32a91bfc1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1 2024-12-09T03:41:14,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1, entries=200, sequenceid=138, filesize=38.8 K 2024-12-09T03:41:14,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/ee491f8af8564537a85bc75c9a862b60 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ee491f8af8564537a85bc75c9a862b60 2024-12-09T03:41:14,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ee491f8af8564537a85bc75c9a862b60, entries=150, sequenceid=138, filesize=11.9 K 2024-12-09T03:41:14,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/d454090eb19c45b099320c2945786f1a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/d454090eb19c45b099320c2945786f1a 2024-12-09T03:41:14,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/d454090eb19c45b099320c2945786f1a, entries=150, sequenceid=138, filesize=11.9 K 2024-12-09T03:41:14,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for becdbba89115f9ae16114a052f9a2218 in 1019ms, sequenceid=138, compaction requested=false 2024-12-09T03:41:14,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T03:41:14,713 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:14,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-09T03:41:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T03:41:14,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:14,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:41:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:14,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:14,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:14,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f5e546c4d5674cea8c571db55578d484_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:14,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741972_1148 (size=14794) 2024-12-09T03:41:14,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:14,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733715674735, max timestamp=1733715674770Num uniques 859; 2024-12-09T03:41:14,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-09T03:41:14,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733715674735, max timestamp=1733715674770Num uniques 859; 2024-12-09T03:41:14,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733715674735, max timestamp=1733715674770Num uniques 859; 2024-12-09T03:41:14,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-09T03:41:14,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-09T03:41:14,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f5e546c4d5674cea8c571db55578d484_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f5e546c4d5674cea8c571db55578d484_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:14,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1beea43bd8ad45699477d9cc58b986db, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:14,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1beea43bd8ad45699477d9cc58b986db is 175, key is test_row_0/A:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:14,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741973_1149 (size=39749) 2024-12-09T03:41:14,816 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1beea43bd8ad45699477d9cc58b986db 2024-12-09T03:41:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T03:41:14,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715734804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715734807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715734817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/d7a7f78f2e2343d18006f66467126954 is 50, key is test_row_0/B:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715734819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715734823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741974_1150 (size=12151) 2024-12-09T03:41:14,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/d7a7f78f2e2343d18006f66467126954 2024-12-09T03:41:14,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/fdd162f0ff204a278fd82727e7f02f1a is 50, key is test_row_0/C:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:14,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T03:41:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:14,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741975_1151 (size=12151) 2024-12-09T03:41:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715734931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715734942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715734942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715734942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715734942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T03:41:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T03:41:15,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715735157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715735157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715735161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715735161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715735162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T03:41:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:15,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/fdd162f0ff204a278fd82727e7f02f1a 2024-12-09T03:41:15,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1beea43bd8ad45699477d9cc58b986db as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db 2024-12-09T03:41:15,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db, entries=200, sequenceid=152, filesize=38.8 K 2024-12-09T03:41:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/d7a7f78f2e2343d18006f66467126954 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d7a7f78f2e2343d18006f66467126954 2024-12-09T03:41:15,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d7a7f78f2e2343d18006f66467126954, entries=150, sequenceid=152, filesize=11.9 K 2024-12-09T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/fdd162f0ff204a278fd82727e7f02f1a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/fdd162f0ff204a278fd82727e7f02f1a 2024-12-09T03:41:15,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/fdd162f0ff204a278fd82727e7f02f1a, entries=150, sequenceid=152, filesize=11.9 K 2024-12-09T03:41:15,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for becdbba89115f9ae16114a052f9a2218 in 618ms, sequenceid=152, compaction requested=true 2024-12-09T03:41:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:15,336 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:41:15,337 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:15,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T03:41:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,339 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB 2024-12-09T03:41:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:15,339 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:15,339 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:15,339 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:15,340 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89777fb116194dffbfca773c7be88e1c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=108.0 K 2024-12-09T03:41:15,340 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,340 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89777fb116194dffbfca773c7be88e1c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db] 2024-12-09T03:41:15,341 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:15,341 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T03:41:15,341 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,342 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b5e941522411489984701bb1d90d4c1d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ee491f8af8564537a85bc75c9a862b60, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d7a7f78f2e2343d18006f66467126954] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=35.6 K 2024-12-09T03:41:15,342 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89777fb116194dffbfca773c7be88e1c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715672145 2024-12-09T03:41:15,342 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e941522411489984701bb1d90d4c1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715672145 2024-12-09T03:41:15,342 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b609c16607da4d2dbb916bf32a91bfc1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715672863 2024-12-09T03:41:15,343 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ee491f8af8564537a85bc75c9a862b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715672871 2024-12-09T03:41:15,343 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1beea43bd8ad45699477d9cc58b986db, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733715673533 2024-12-09T03:41:15,343 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a7f78f2e2343d18006f66467126954, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733715673538 2024-12-09T03:41:15,362 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:15,366 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:15,367 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/b090ba51c8cc43ea84a102716522449d is 50, key is test_row_0/B:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f16903d73677468b8191ee7839f6065b_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715674804/Put/seqid=0 2024-12-09T03:41:15,384 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f181ceffe08e4a8f95acf086dfaa5b38_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:15,388 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f181ceffe08e4a8f95acf086dfaa5b38_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:15,388 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f181ceffe08e4a8f95acf086dfaa5b38_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741976_1152 (size=12391) 2024-12-09T03:41:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741977_1153 (size=12304) 2024-12-09T03:41:15,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:15,423 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f16903d73677468b8191ee7839f6065b_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f16903d73677468b8191ee7839f6065b_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6ad07bdce927425c83c1e4a2e42586ec, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6ad07bdce927425c83c1e4a2e42586ec is 175, key is test_row_0/A:col10/1733715674804/Put/seqid=0 2024-12-09T03:41:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741978_1154 (size=4469) 2024-12-09T03:41:15,436 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#129 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:15,437 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/794c01e0201b457ebae1ac90eec83888 is 175, key is test_row_0/A:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741979_1155 (size=31105) 2024-12-09T03:41:15,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741980_1156 (size=31345) 2024-12-09T03:41:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:15,481 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/794c01e0201b457ebae1ac90eec83888 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/794c01e0201b457ebae1ac90eec83888 2024-12-09T03:41:15,491 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into 794c01e0201b457ebae1ac90eec83888(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:15,491 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:15,491 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=13, startTime=1733715675336; duration=0sec 2024-12-09T03:41:15,491 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:15,491 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:15,491 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:15,495 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:15,495 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:15,495 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:15,495 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/9ca3ac06cb844933b7ba143be5225af1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/d454090eb19c45b099320c2945786f1a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/fdd162f0ff204a278fd82727e7f02f1a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=35.6 K 2024-12-09T03:41:15,495 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ca3ac06cb844933b7ba143be5225af1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715672145 2024-12-09T03:41:15,496 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d454090eb19c45b099320c2945786f1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715672871 2024-12-09T03:41:15,496 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd162f0ff204a278fd82727e7f02f1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733715673538 2024-12-09T03:41:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715735490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715735491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715735493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715735504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715735504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,517 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:15,518 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/06c51c4e43b240da957b5ab05ae38af6 is 50, key is test_row_0/C:col10/1733715674715/Put/seqid=0 2024-12-09T03:41:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741981_1157 (size=12391) 2024-12-09T03:41:15,573 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/06c51c4e43b240da957b5ab05ae38af6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/06c51c4e43b240da957b5ab05ae38af6 2024-12-09T03:41:15,582 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into 06c51c4e43b240da957b5ab05ae38af6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:15,582 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:15,582 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=13, startTime=1733715675337; duration=0sec 2024-12-09T03:41:15,583 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:15,583 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:15,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715735612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715735612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715735622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715735623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,812 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/b090ba51c8cc43ea84a102716522449d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b090ba51c8cc43ea84a102716522449d 2024-12-09T03:41:15,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715735823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715735824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,833 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into b090ba51c8cc43ea84a102716522449d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:15,833 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:15,833 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=13, startTime=1733715675337; duration=0sec 2024-12-09T03:41:15,834 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:15,834 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:15,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715735832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715735832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:15,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T03:41:15,858 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6ad07bdce927425c83c1e4a2e42586ec 2024-12-09T03:41:15,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/50dd267738bb4a47b09dbebf7acfd585 is 50, key is test_row_0/B:col10/1733715674804/Put/seqid=0 2024-12-09T03:41:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741982_1158 (size=12151) 2024-12-09T03:41:16,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715736012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715736142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715736142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715736142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715736142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,300 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/50dd267738bb4a47b09dbebf7acfd585 2024-12-09T03:41:16,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/a4777a7986e24112b921a21488840a50 is 50, key is test_row_0/C:col10/1733715674804/Put/seqid=0 2024-12-09T03:41:16,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741983_1159 (size=12151) 2024-12-09T03:41:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715736653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:16,715 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/a4777a7986e24112b921a21488840a50 2024-12-09T03:41:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6ad07bdce927425c83c1e4a2e42586ec as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec 2024-12-09T03:41:16,733 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec, entries=150, sequenceid=185, filesize=30.4 K 2024-12-09T03:41:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/50dd267738bb4a47b09dbebf7acfd585 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/50dd267738bb4a47b09dbebf7acfd585 2024-12-09T03:41:16,739 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/50dd267738bb4a47b09dbebf7acfd585, entries=150, sequenceid=185, filesize=11.9 K 2024-12-09T03:41:16,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/a4777a7986e24112b921a21488840a50 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a4777a7986e24112b921a21488840a50 2024-12-09T03:41:16,746 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a4777a7986e24112b921a21488840a50, entries=150, sequenceid=185, filesize=11.9 K 2024-12-09T03:41:16,748 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=60.38 KB/61830 for becdbba89115f9ae16114a052f9a2218 in 1408ms, sequenceid=185, compaction requested=false 2024-12-09T03:41:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T03:41:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T03:41:16,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T03:41:16,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-12-09T03:41:16,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.0400 sec 2024-12-09T03:41:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T03:41:16,863 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:16,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-09T03:41:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T03:41:16,867 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:16,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:16,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T03:41:17,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-09T03:41:17,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:17,027 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:41:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:17,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209985e1a7a89b94b2abb2e8fb258c26dbc_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715675502/Put/seqid=0 2024-12-09T03:41:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741984_1160 (size=14794) 2024-12-09T03:41:17,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715737128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T03:41:17,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715737241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715737451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:17,478 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209985e1a7a89b94b2abb2e8fb258c26dbc_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209985e1a7a89b94b2abb2e8fb258c26dbc_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6f75ed15e31a4b59b9173513e9056cb7, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6f75ed15e31a4b59b9173513e9056cb7 is 175, key is test_row_0/A:col10/1733715675502/Put/seqid=0 2024-12-09T03:41:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T03:41:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741985_1161 (size=39749) 2024-12-09T03:41:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715737662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,666 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715737671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,672 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715737671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715737672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,674 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,675 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715737762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:17,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:17,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:17,907 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6f75ed15e31a4b59b9173513e9056cb7 2024-12-09T03:41:17,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/591a47cbcc4248faa430e4dda323e58a is 50, key is test_row_0/B:col10/1733715675502/Put/seqid=0 2024-12-09T03:41:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741986_1162 (size=12151) 2024-12-09T03:41:17,931 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/591a47cbcc4248faa430e4dda323e58a 2024-12-09T03:41:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/ad8f76a65d764e548fa698bf6e1f6ead is 50, key is test_row_0/C:col10/1733715675502/Put/seqid=0 2024-12-09T03:41:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741987_1163 (size=12151) 2024-12-09T03:41:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T03:41:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715738271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:18,357 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/ad8f76a65d764e548fa698bf6e1f6ead 2024-12-09T03:41:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/6f75ed15e31a4b59b9173513e9056cb7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7 2024-12-09T03:41:18,370 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7, entries=200, sequenceid=201, filesize=38.8 K 2024-12-09T03:41:18,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/591a47cbcc4248faa430e4dda323e58a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/591a47cbcc4248faa430e4dda323e58a 2024-12-09T03:41:18,377 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/591a47cbcc4248faa430e4dda323e58a, entries=150, sequenceid=201, filesize=11.9 K 2024-12-09T03:41:18,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/ad8f76a65d764e548fa698bf6e1f6ead as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ad8f76a65d764e548fa698bf6e1f6ead 2024-12-09T03:41:18,383 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ad8f76a65d764e548fa698bf6e1f6ead, entries=150, sequenceid=201, filesize=11.9 K 2024-12-09T03:41:18,384 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for becdbba89115f9ae16114a052f9a2218 in 1358ms, sequenceid=201, compaction requested=true 2024-12-09T03:41:18,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:18,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:18,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T03:41:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T03:41:18,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-09T03:41:18,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-12-09T03:41:18,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5260 sec 2024-12-09T03:41:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T03:41:19,012 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:19,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-09T03:41:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T03:41:19,015 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:19,016 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:19,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T03:41:19,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T03:41:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:19,169 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:41:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:19,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d16a26f837f040fe9c5b8e384137287c_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715677124/Put/seqid=0 2024-12-09T03:41:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741988_1164 (size=12304) 2024-12-09T03:41:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:19,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T03:41:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715739331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715739441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:19,593 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d16a26f837f040fe9c5b8e384137287c_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d16a26f837f040fe9c5b8e384137287c_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:19,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/bcb8a2c9108a48629818d1b41c54e5f7, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/bcb8a2c9108a48629818d1b41c54e5f7 is 175, key is test_row_0/A:col10/1733715677124/Put/seqid=0 2024-12-09T03:41:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741989_1165 (size=31105) 2024-12-09T03:41:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T03:41:19,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715739652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715739671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,677 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715739691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715739692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,693 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,693 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715739702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,708 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715739972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:20,001 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/bcb8a2c9108a48629818d1b41c54e5f7 2024-12-09T03:41:20,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/910d03ad878847c186ffea59f0fd5676 is 50, key is test_row_0/B:col10/1733715677124/Put/seqid=0 2024-12-09T03:41:20,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741990_1166 (size=12151) 2024-12-09T03:41:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T03:41:20,425 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/910d03ad878847c186ffea59f0fd5676 2024-12-09T03:41:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e1fb27a856bb412d964a5e71742b1889 is 50, key is test_row_0/C:col10/1733715677124/Put/seqid=0 2024-12-09T03:41:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741991_1167 (size=12151) 2024-12-09T03:41:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715740491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:20,839 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e1fb27a856bb412d964a5e71742b1889 2024-12-09T03:41:20,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/bcb8a2c9108a48629818d1b41c54e5f7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7 2024-12-09T03:41:20,850 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7, entries=150, sequenceid=220, filesize=30.4 K 2024-12-09T03:41:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/910d03ad878847c186ffea59f0fd5676 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/910d03ad878847c186ffea59f0fd5676 2024-12-09T03:41:20,856 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/910d03ad878847c186ffea59f0fd5676, entries=150, sequenceid=220, filesize=11.9 K 2024-12-09T03:41:20,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e1fb27a856bb412d964a5e71742b1889 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e1fb27a856bb412d964a5e71742b1889 2024-12-09T03:41:20,862 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e1fb27a856bb412d964a5e71742b1889, entries=150, sequenceid=220, filesize=11.9 K 2024-12-09T03:41:20,863 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for becdbba89115f9ae16114a052f9a2218 in 1694ms, sequenceid=220, compaction requested=true 2024-12-09T03:41:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T03:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T03:41:20,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-09T03:41:20,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-12-09T03:41:20,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8550 sec 2024-12-09T03:41:21,034 INFO [master/55d0183f16d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T03:41:21,034 INFO [master/55d0183f16d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T03:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T03:41:21,161 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:21,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-09T03:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T03:41:21,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:21,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:21,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T03:41:21,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-09T03:41:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:21,317 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T03:41:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:21,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096d32c5a088be478e8431e761304d39d3_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715679324/Put/seqid=0 2024-12-09T03:41:21,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741992_1168 (size=12304) 2024-12-09T03:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T03:41:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:21,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715741627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:21,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:21,741 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096d32c5a088be478e8431e761304d39d3_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096d32c5a088be478e8431e761304d39d3_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/89ba0a2b68d6479583679b1fe9c648aa, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/89ba0a2b68d6479583679b1fe9c648aa is 175, key is test_row_0/A:col10/1733715679324/Put/seqid=0 2024-12-09T03:41:21,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715741742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:21,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741993_1169 (size=31105) 2024-12-09T03:41:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T03:41:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715741961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:22,169 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/89ba0a2b68d6479583679b1fe9c648aa 2024-12-09T03:41:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/4a8830f0c7fc44d78c58688eb44a68d3 is 50, key is test_row_0/B:col10/1733715679324/Put/seqid=0 2024-12-09T03:41:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741994_1170 (size=12151) 2024-12-09T03:41:22,185 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/4a8830f0c7fc44d78c58688eb44a68d3 2024-12-09T03:41:22,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/71e61260a146468b8ce9694814aa4382 is 50, key is test_row_0/C:col10/1733715679324/Put/seqid=0 2024-12-09T03:41:22,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741995_1171 (size=12151) 2024-12-09T03:41:22,202 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/71e61260a146468b8ce9694814aa4382 2024-12-09T03:41:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/89ba0a2b68d6479583679b1fe9c648aa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa 2024-12-09T03:41:22,213 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa, entries=150, sequenceid=233, filesize=30.4 K 2024-12-09T03:41:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/4a8830f0c7fc44d78c58688eb44a68d3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4a8830f0c7fc44d78c58688eb44a68d3 2024-12-09T03:41:22,218 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4a8830f0c7fc44d78c58688eb44a68d3, entries=150, sequenceid=233, filesize=11.9 K 2024-12-09T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/71e61260a146468b8ce9694814aa4382 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71e61260a146468b8ce9694814aa4382 2024-12-09T03:41:22,225 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71e61260a146468b8ce9694814aa4382, entries=150, sequenceid=233, filesize=11.9 K 2024-12-09T03:41:22,228 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for becdbba89115f9ae16114a052f9a2218 in 911ms, sequenceid=233, compaction requested=true 2024-12-09T03:41:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T03:41:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T03:41:22,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-09T03:41:22,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-12-09T03:41:22,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.0720 sec 2024-12-09T03:41:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:22,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T03:41:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T03:41:22,306 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:22,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-09T03:41:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:22,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ae12363d73dd42b4bad4565964cad8dd_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:22,310 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:22,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:22,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:22,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741996_1172 (size=14794) 2024-12-09T03:41:22,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:22,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ae12363d73dd42b4bad4565964cad8dd_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ae12363d73dd42b4bad4565964cad8dd_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:22,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/7036c4f87b6f43e788fb5a6c2463a21d, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:22,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/7036c4f87b6f43e788fb5a6c2463a21d is 175, key is test_row_0/A:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:22,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741997_1173 (size=39749) 2024-12-09T03:41:22,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/7036c4f87b6f43e788fb5a6c2463a21d 2024-12-09T03:41:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715742355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:22,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/21cd3509876b462480a6f3257dc5a888 is 50, key is test_row_0/B:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741998_1174 (size=12151) 2024-12-09T03:41:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:22,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715742472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:22,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715742682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:22,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/21cd3509876b462480a6f3257dc5a888 2024-12-09T03:41:22,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/629e06e75ab447e6a5af4ae4eba6d51b is 50, key is test_row_0/C:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741999_1175 (size=12151) 2024-12-09T03:41:22,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:22,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:23,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715743001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:23,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/629e06e75ab447e6a5af4ae4eba6d51b 2024-12-09T03:41:23,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/7036c4f87b6f43e788fb5a6c2463a21d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d 2024-12-09T03:41:23,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:23,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:23,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:23,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:23,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d, entries=200, sequenceid=253, filesize=38.8 K 2024-12-09T03:41:23,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/21cd3509876b462480a6f3257dc5a888 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/21cd3509876b462480a6f3257dc5a888 2024-12-09T03:41:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/21cd3509876b462480a6f3257dc5a888, entries=150, sequenceid=253, filesize=11.9 K 2024-12-09T03:41:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/629e06e75ab447e6a5af4ae4eba6d51b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/629e06e75ab447e6a5af4ae4eba6d51b 2024-12-09T03:41:23,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/629e06e75ab447e6a5af4ae4eba6d51b, entries=150, sequenceid=253, filesize=11.9 K 2024-12-09T03:41:23,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for becdbba89115f9ae16114a052f9a2218 in 964ms, sequenceid=253, compaction requested=true 2024-12-09T03:41:23,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:23,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:23,248 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-09T03:41:23,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:23,248 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-09T03:41:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:23,251 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 204158 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-09T03:41:23,251 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73146 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-09T03:41:23,251 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:23,251 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:23,251 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,251 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,251 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/794c01e0201b457ebae1ac90eec83888, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=199.4 K 2024-12-09T03:41:23,251 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b090ba51c8cc43ea84a102716522449d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/50dd267738bb4a47b09dbebf7acfd585, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/591a47cbcc4248faa430e4dda323e58a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/910d03ad878847c186ffea59f0fd5676, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4a8830f0c7fc44d78c58688eb44a68d3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/21cd3509876b462480a6f3257dc5a888] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=71.4 K 2024-12-09T03:41:23,251 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,251 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/794c01e0201b457ebae1ac90eec83888, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d] 2024-12-09T03:41:23,252 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 794c01e0201b457ebae1ac90eec83888, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733715673538 2024-12-09T03:41:23,252 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b090ba51c8cc43ea84a102716522449d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733715673538 2024-12-09T03:41:23,252 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ad07bdce927425c83c1e4a2e42586ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733715674785 2024-12-09T03:41:23,252 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 50dd267738bb4a47b09dbebf7acfd585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733715674785 2024-12-09T03:41:23,253 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f75ed15e31a4b59b9173513e9056cb7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733715675487 2024-12-09T03:41:23,253 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 591a47cbcc4248faa430e4dda323e58a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733715675487 2024-12-09T03:41:23,253 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb8a2c9108a48629818d1b41c54e5f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733715677090 2024-12-09T03:41:23,253 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 910d03ad878847c186ffea59f0fd5676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733715677090 2024-12-09T03:41:23,253 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ba0a2b68d6479583679b1fe9c648aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733715679317 2024-12-09T03:41:23,253 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8830f0c7fc44d78c58688eb44a68d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733715679317 2024-12-09T03:41:23,254 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7036c4f87b6f43e788fb5a6c2463a21d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733715681603 2024-12-09T03:41:23,254 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 21cd3509876b462480a6f3257dc5a888, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733715681603 2024-12-09T03:41:23,268 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#147 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:23,269 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce is 50, key is test_row_0/B:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:23,270 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:23,281 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209db10cca07cac42ff906e7b91ef2d1469_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:23,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742000_1176 (size=12595) 2024-12-09T03:41:23,285 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209db10cca07cac42ff906e7b91ef2d1469_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:23,286 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209db10cca07cac42ff906e7b91ef2d1469_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742001_1177 (size=4469) 2024-12-09T03:41:23,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T03:41:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,386 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:41:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dc9d5a5ccc784f019f1a678902c8be9d_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715682350/Put/seqid=0 2024-12-09T03:41:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742002_1178 (size=12454) 2024-12-09T03:41:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715743616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,692 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:23,693 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/8e221cc621c9429c80b3c8e80d0b2e7e is 175, key is test_row_0/A:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:23,694 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce 2024-12-09T03:41:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742003_1179 (size=31549) 2024-12-09T03:41:23,700 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into 0d3dd002c6ba4d3db8d6b713cbc0c9ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:23,700 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:23,701 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=10, startTime=1733715683248; duration=0sec 2024-12-09T03:41:23,701 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:23,701 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:23,701 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-09T03:41:23,703 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73146 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-09T03:41:23,703 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:23,703 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:23,703 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/06c51c4e43b240da957b5ab05ae38af6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a4777a7986e24112b921a21488840a50, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ad8f76a65d764e548fa698bf6e1f6ead, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e1fb27a856bb412d964a5e71742b1889, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71e61260a146468b8ce9694814aa4382, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/629e06e75ab447e6a5af4ae4eba6d51b] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=71.4 K 2024-12-09T03:41:23,704 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 06c51c4e43b240da957b5ab05ae38af6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733715673538 2024-12-09T03:41:23,704 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a4777a7986e24112b921a21488840a50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733715674785 2024-12-09T03:41:23,705 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ad8f76a65d764e548fa698bf6e1f6ead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733715675487 2024-12-09T03:41:23,705 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/8e221cc621c9429c80b3c8e80d0b2e7e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8e221cc621c9429c80b3c8e80d0b2e7e 2024-12-09T03:41:23,706 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e1fb27a856bb412d964a5e71742b1889, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733715677090 2024-12-09T03:41:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1733715743701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,707 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,707 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e61260a146468b8ce9694814aa4382, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733715679317 2024-12-09T03:41:23,708 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 629e06e75ab447e6a5af4ae4eba6d51b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733715681603 2024-12-09T03:41:23,713 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into 8e221cc621c9429c80b3c8e80d0b2e7e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:23,713 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:23,713 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=10, startTime=1733715683248; duration=0sec 2024-12-09T03:41:23,713 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:23,713 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:23,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42898 deadline: 1733715743712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,715 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,723 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:23,723 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/efd0fd1dc159404fb7cd7291ef0723c8 is 50, key is test_row_0/C:col10/1733715681603/Put/seqid=0 2024-12-09T03:41:23,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742004_1180 (size=12595) 2024-12-09T03:41:23,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42940 deadline: 1733715743722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715743731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,732 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42968 deadline: 1733715743751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,753 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in becdbba89115f9ae16114a052f9a2218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8260 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:23,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:23,804 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dc9d5a5ccc784f019f1a678902c8be9d_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc9d5a5ccc784f019f1a678902c8be9d_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/40ddbf5b0baf4c47be849e6219b12074, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:23,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/40ddbf5b0baf4c47be849e6219b12074 is 175, key is test_row_0/A:col10/1733715682350/Put/seqid=0 2024-12-09T03:41:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742005_1181 (size=31255) 2024-12-09T03:41:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715743941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:24,134 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/efd0fd1dc159404fb7cd7291ef0723c8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/efd0fd1dc159404fb7cd7291ef0723c8 2024-12-09T03:41:24,139 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into efd0fd1dc159404fb7cd7291ef0723c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:24,139 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:24,139 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=10, startTime=1733715683249; duration=0sec 2024-12-09T03:41:24,139 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:24,139 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:24,215 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/40ddbf5b0baf4c47be849e6219b12074 2024-12-09T03:41:24,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/07ab37d9e535429a8162b06a83d1b4b1 is 50, key is test_row_0/B:col10/1733715682350/Put/seqid=0 2024-12-09T03:41:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742006_1182 (size=12301) 2024-12-09T03:41:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715744251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:24,631 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/07ab37d9e535429a8162b06a83d1b4b1 2024-12-09T03:41:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/423f070662cb43baa4fa2a877f4bdffa is 50, key is test_row_0/C:col10/1733715682350/Put/seqid=0 2024-12-09T03:41:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742007_1183 (size=12301) 2024-12-09T03:41:24,648 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/423f070662cb43baa4fa2a877f4bdffa 2024-12-09T03:41:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/40ddbf5b0baf4c47be849e6219b12074 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074 2024-12-09T03:41:24,658 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074, entries=150, sequenceid=265, filesize=30.5 K 2024-12-09T03:41:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/07ab37d9e535429a8162b06a83d1b4b1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/07ab37d9e535429a8162b06a83d1b4b1 2024-12-09T03:41:24,664 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/07ab37d9e535429a8162b06a83d1b4b1, entries=150, sequenceid=265, filesize=12.0 K 2024-12-09T03:41:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/423f070662cb43baa4fa2a877f4bdffa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/423f070662cb43baa4fa2a877f4bdffa 2024-12-09T03:41:24,670 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/423f070662cb43baa4fa2a877f4bdffa, entries=150, sequenceid=265, filesize=12.0 K 2024-12-09T03:41:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for becdbba89115f9ae16114a052f9a2218 in 1285ms, sequenceid=265, compaction requested=false 2024-12-09T03:41:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T03:41:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T03:41:24,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-09T03:41:24,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3600 sec 2024-12-09T03:41:24,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.3670 sec 2024-12-09T03:41:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:24,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-09T03:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:24,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096a096a17290c490483b143d1c640ccd3_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742008_1184 (size=14994) 2024-12-09T03:41:24,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096a096a17290c490483b143d1c640ccd3_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096a096a17290c490483b143d1c640ccd3_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:24,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5956b19c7c4f4393a33f09cf226439cf, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:24,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5956b19c7c4f4393a33f09cf226439cf is 175, key is test_row_0/A:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715744810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742009_1185 (size=39949) 2024-12-09T03:41:24,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5956b19c7c4f4393a33f09cf226439cf 2024-12-09T03:41:24,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/e918f9f06b9940879b2caa89c551194e is 50, key is test_row_0/B:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742010_1186 (size=12301) 2024-12-09T03:41:24,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/e918f9f06b9940879b2caa89c551194e 2024-12-09T03:41:24,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/047932ea569b4aa9bcf586b96224d731 is 50, key is test_row_0/C:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742011_1187 (size=12301) 2024-12-09T03:41:24,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/047932ea569b4aa9bcf586b96224d731 2024-12-09T03:41:24,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5956b19c7c4f4393a33f09cf226439cf as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf 2024-12-09T03:41:24,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf, entries=200, sequenceid=289, filesize=39.0 K 2024-12-09T03:41:24,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/e918f9f06b9940879b2caa89c551194e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e918f9f06b9940879b2caa89c551194e 2024-12-09T03:41:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e918f9f06b9940879b2caa89c551194e, entries=150, sequenceid=289, filesize=12.0 K 2024-12-09T03:41:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/047932ea569b4aa9bcf586b96224d731 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/047932ea569b4aa9bcf586b96224d731 2024-12-09T03:41:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/047932ea569b4aa9bcf586b96224d731, entries=150, sequenceid=289, filesize=12.0 K 2024-12-09T03:41:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for becdbba89115f9ae16114a052f9a2218 in 118ms, sequenceid=289, compaction requested=true 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:24,882 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:41:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,882 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,883 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:24,883 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:24,883 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:24,883 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8e221cc621c9429c80b3c8e80d0b2e7e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=100.3 K 2024-12-09T03:41:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,884 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:24,884 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8e221cc621c9429c80b3c8e80d0b2e7e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf] 2024-12-09T03:41:24,884 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:24,884 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:24,884 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:24,884 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/07ab37d9e535429a8162b06a83d1b4b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e918f9f06b9940879b2caa89c551194e] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=36.3 K 2024-12-09T03:41:24,884 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e221cc621c9429c80b3c8e80d0b2e7e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733715681603 2024-12-09T03:41:24,885 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d3dd002c6ba4d3db8d6b713cbc0c9ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733715681603 2024-12-09T03:41:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,885 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40ddbf5b0baf4c47be849e6219b12074, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733715682317 2024-12-09T03:41:24,885 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 07ab37d9e535429a8162b06a83d1b4b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733715682317 2024-12-09T03:41:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,886 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e918f9f06b9940879b2caa89c551194e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733715683565 2024-12-09T03:41:24,886 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5956b19c7c4f4393a33f09cf226439cf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733715683565 2024-12-09T03:41:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,897 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,898 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/4238734190d242a8ab165a90cdae069b is 50, key is test_row_0/B:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,905 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,909 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a14d44375e3a49559ae2f00fa751a118_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,911 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a14d44375e3a49559ae2f00fa751a118_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,911 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a14d44375e3a49559ae2f00fa751a118_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742012_1188 (size=12847) 2024-12-09T03:41:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742013_1189 (size=4469) 2024-12-09T03:41:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:41:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209815c5b8f7cf345ddba5fe3d3a956bf14_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715684802/Put/seqid=0 2024-12-09T03:41:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742014_1190 (size=12454) 2024-12-09T03:41:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209815c5b8f7cf345ddba5fe3d3a956bf14_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209815c5b8f7cf345ddba5fe3d3a956bf14_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,974 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b94e90dbe8be4223b95bab7fbd3e422e, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b94e90dbe8be4223b95bab7fbd3e422e is 175, key is test_row_0/A:col10/1733715684802/Put/seqid=0 2024-12-09T03:41:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742015_1191 (size=31255) 2024-12-09T03:41:24,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b94e90dbe8be4223b95bab7fbd3e422e 2024-12-09T03:41:25,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/adbaf32d673e4d33a61fc5a881b68ff6 is 50, key is test_row_0/B:col10/1733715684802/Put/seqid=0 2024-12-09T03:41:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742016_1192 (size=12301) 2024-12-09T03:41:25,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/adbaf32d673e4d33a61fc5a881b68ff6 2024-12-09T03:41:25,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/a94a7c63afbf42b5a7da7632361131a1 is 50, key is test_row_0/C:col10/1733715684802/Put/seqid=0 2024-12-09T03:41:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742017_1193 (size=12301) 2024-12-09T03:41:25,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715745057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:25,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715745171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:25,322 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/4238734190d242a8ab165a90cdae069b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4238734190d242a8ab165a90cdae069b 2024-12-09T03:41:25,329 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:25,329 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/f44626db7d2f4e51854544d9cb632dca is 175, key is test_row_0/A:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:25,332 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into 4238734190d242a8ab165a90cdae069b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:25,332 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:25,333 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=13, startTime=1733715684882; duration=0sec 2024-12-09T03:41:25,333 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:25,333 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:25,333 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:25,334 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:25,334 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:25,334 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:25,334 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/efd0fd1dc159404fb7cd7291ef0723c8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/423f070662cb43baa4fa2a877f4bdffa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/047932ea569b4aa9bcf586b96224d731] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=36.3 K 2024-12-09T03:41:25,335 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting efd0fd1dc159404fb7cd7291ef0723c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733715681603 2024-12-09T03:41:25,335 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 423f070662cb43baa4fa2a877f4bdffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733715682317 2024-12-09T03:41:25,336 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 047932ea569b4aa9bcf586b96224d731, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733715683565 2024-12-09T03:41:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742018_1194 (size=31801) 2024-12-09T03:41:25,343 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/f44626db7d2f4e51854544d9cb632dca as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/f44626db7d2f4e51854544d9cb632dca 2024-12-09T03:41:25,354 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into f44626db7d2f4e51854544d9cb632dca(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:25,354 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:25,354 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=13, startTime=1733715684882; duration=0sec 2024-12-09T03:41:25,354 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:25,354 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:25,358 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:25,359 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/c91b4233e15741cc88cc6ed8cf302d7c is 50, key is test_row_0/C:col10/1733715683565/Put/seqid=0 2024-12-09T03:41:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742019_1195 (size=12847) 2024-12-09T03:41:25,374 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/c91b4233e15741cc88cc6ed8cf302d7c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c91b4233e15741cc88cc6ed8cf302d7c 2024-12-09T03:41:25,380 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into c91b4233e15741cc88cc6ed8cf302d7c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:25,380 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:25,380 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=13, startTime=1733715684882; duration=0sec 2024-12-09T03:41:25,380 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:25,380 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715745382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:25,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/a94a7c63afbf42b5a7da7632361131a1 2024-12-09T03:41:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b94e90dbe8be4223b95bab7fbd3e422e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e 2024-12-09T03:41:25,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e, entries=150, sequenceid=301, filesize=30.5 K 2024-12-09T03:41:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/adbaf32d673e4d33a61fc5a881b68ff6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/adbaf32d673e4d33a61fc5a881b68ff6 2024-12-09T03:41:25,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/adbaf32d673e4d33a61fc5a881b68ff6, entries=150, sequenceid=301, filesize=12.0 K 2024-12-09T03:41:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/a94a7c63afbf42b5a7da7632361131a1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a94a7c63afbf42b5a7da7632361131a1 2024-12-09T03:41:25,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a94a7c63afbf42b5a7da7632361131a1, entries=150, sequenceid=301, filesize=12.0 K 2024-12-09T03:41:25,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for becdbba89115f9ae16114a052f9a2218 in 529ms, sequenceid=301, compaction requested=false 2024-12-09T03:41:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:25,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-09T03:41:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:25,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099674a3b82d8949c9b9bd4bd091aa03b3_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742020_1196 (size=14994) 2024-12-09T03:41:25,712 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:25,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099674a3b82d8949c9b9bd4bd091aa03b3_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099674a3b82d8949c9b9bd4bd091aa03b3_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:25,718 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1eb0978270a540eabef871c917572413, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:25,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1eb0978270a540eabef871c917572413 is 175, key is test_row_0/A:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742021_1197 (size=39949) 2024-12-09T03:41:25,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1eb0978270a540eabef871c917572413 2024-12-09T03:41:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715745733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:25,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/5fe759749c344189ac2fb7c98c467dc6 is 50, key is test_row_0/B:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:25,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742022_1198 (size=12301) 2024-12-09T03:41:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715745841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715746051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:26,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/5fe759749c344189ac2fb7c98c467dc6 2024-12-09T03:41:26,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/4483268516ca4757bc669f03c56e5dd1 is 50, key is test_row_0/C:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742023_1199 (size=12301) 2024-12-09T03:41:26,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715746361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T03:41:26,481 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:26,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-09T03:41:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T03:41:26,484 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:26,485 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:26,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:26,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/4483268516ca4757bc669f03c56e5dd1 2024-12-09T03:41:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/1eb0978270a540eabef871c917572413 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413 2024-12-09T03:41:26,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413, entries=200, sequenceid=325, filesize=39.0 K 2024-12-09T03:41:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/5fe759749c344189ac2fb7c98c467dc6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/5fe759749c344189ac2fb7c98c467dc6 2024-12-09T03:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/5fe759749c344189ac2fb7c98c467dc6, entries=150, sequenceid=325, filesize=12.0 K 2024-12-09T03:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/4483268516ca4757bc669f03c56e5dd1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/4483268516ca4757bc669f03c56e5dd1 2024-12-09T03:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/4483268516ca4757bc669f03c56e5dd1, entries=150, sequenceid=325, filesize=12.0 K 2024-12-09T03:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for becdbba89115f9ae16114a052f9a2218 in 890ms, sequenceid=325, compaction requested=true 2024-12-09T03:41:26,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,583 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:26,584 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,585 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:26,585 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:26,585 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,585 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/f44626db7d2f4e51854544d9cb632dca, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=100.6 K 2024-12-09T03:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,585 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,585 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/f44626db7d2f4e51854544d9cb632dca, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413] 2024-12-09T03:41:26,585 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:26,585 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:26,585 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,586 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4238734190d242a8ab165a90cdae069b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/adbaf32d673e4d33a61fc5a881b68ff6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/5fe759749c344189ac2fb7c98c467dc6] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=36.6 K 2024-12-09T03:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,586 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4238734190d242a8ab165a90cdae069b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733715683565 2024-12-09T03:41:26,586 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f44626db7d2f4e51854544d9cb632dca, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733715683565 2024-12-09T03:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,586 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting adbaf32d673e4d33a61fc5a881b68ff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733715684802 2024-12-09T03:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,587 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94e90dbe8be4223b95bab7fbd3e422e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733715684802 2024-12-09T03:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,587 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fe759749c344189ac2fb7c98c467dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733715685042 2024-12-09T03:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,587 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eb0978270a540eabef871c917572413, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733715685042 2024-12-09T03:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T03:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,602 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,603 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/000cbc86c242448e86afe5b5c85ed651 is 50, key is test_row_0/B:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,605 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,608 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209c447cda5bef9470b8fe89794856c0561_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742024_1200 (size=12949) 2024-12-09T03:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,610 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209c447cda5bef9470b8fe89794856c0561_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,610 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c447cda5bef9470b8fe89794856c0561_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,615 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/000cbc86c242448e86afe5b5c85ed651 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/000cbc86c242448e86afe5b5c85ed651 2024-12-09T03:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742025_1201 (size=4469) 2024-12-09T03:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,621 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#166 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:26,622 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/fdfbc2ea51e949cd83effadfcc37d63e is 175, key is test_row_0/A:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:26,623 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into 000cbc86c242448e86afe5b5c85ed651(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:26,623 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,623 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=13, startTime=1733715686584; duration=0sec 2024-12-09T03:41:26,623 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:26,623 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:26,623 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,630 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:26,630 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:26,630 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742026_1202 (size=31903) 2024-12-09T03:41:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,630 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c91b4233e15741cc88cc6ed8cf302d7c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a94a7c63afbf42b5a7da7632361131a1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/4483268516ca4757bc669f03c56e5dd1] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=36.6 K 2024-12-09T03:41:26,631 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c91b4233e15741cc88cc6ed8cf302d7c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733715683565 2024-12-09T03:41:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,631 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a94a7c63afbf42b5a7da7632361131a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733715684802 2024-12-09T03:41:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,632 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4483268516ca4757bc669f03c56e5dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733715685042 2024-12-09T03:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-09T03:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,638 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,640 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/fdfbc2ea51e949cd83effadfcc37d63e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/fdfbc2ea51e949cd83effadfcc37d63e 2024-12-09T03:41:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,647 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into fdfbc2ea51e949cd83effadfcc37d63e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:26,648 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,648 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=13, startTime=1733715686583; duration=0sec 2024-12-09T03:41:26,648 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:26,648 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:26,648 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,649 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/6476f5ef10ed4ae1afba7afbc5141e80 is 50, key is test_row_0/C:col10/1733715685042/Put/seqid=0 2024-12-09T03:41:26,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097c8f10b26f6c4af48fffe983a4b7d611_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_1/A:col10/1733715685728/Put/seqid=0 2024-12-09T03:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742027_1203 (size=12949) 2024-12-09T03:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,673 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/6476f5ef10ed4ae1afba7afbc5141e80 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6476f5ef10ed4ae1afba7afbc5141e80 2024-12-09T03:41:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,680 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into 6476f5ef10ed4ae1afba7afbc5141e80(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:26,680 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:26,680 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=13, startTime=1733715686584; duration=0sec 2024-12-09T03:41:26,680 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:26,680 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742028_1204 (size=9914) 2024-12-09T03:41:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,694 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097c8f10b26f6c4af48fffe983a4b7d611_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097c8f10b26f6c4af48fffe983a4b7d611_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/236a7c5b0f8c46ee8530ebc2d357dd29, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/236a7c5b0f8c46ee8530ebc2d357dd29 is 175, key is test_row_1/A:col10/1733715685728/Put/seqid=0 2024-12-09T03:41:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742029_1205 (size=22561) 2024-12-09T03:41:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,704 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/236a7c5b0f8c46ee8530ebc2d357dd29 2024-12-09T03:41:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0a8df8a3f99f4e33b09e500f049a079f is 50, key is test_row_1/B:col10/1733715685728/Put/seqid=0 2024-12-09T03:41:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742030_1206 (size=9857) 2024-12-09T03:41:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,737 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0a8df8a3f99f4e33b09e500f049a079f 2024-12-09T03:41:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/b25ce8e07709443ebf039e4cc765c5f7 is 50, key is test_row_1/C:col10/1733715685728/Put/seqid=0 2024-12-09T03:41:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742031_1207 (size=9857) 2024-12-09T03:41:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,758 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/b25ce8e07709443ebf039e4cc765c5f7 2024-12-09T03:41:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/236a7c5b0f8c46ee8530ebc2d357dd29 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29 2024-12-09T03:41:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,769 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29, entries=100, sequenceid=337, filesize=22.0 K 2024-12-09T03:41:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0a8df8a3f99f4e33b09e500f049a079f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0a8df8a3f99f4e33b09e500f049a079f 2024-12-09T03:41:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,778 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0a8df8a3f99f4e33b09e500f049a079f, entries=100, sequenceid=337, filesize=9.6 K 2024-12-09T03:41:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/b25ce8e07709443ebf039e4cc765c5f7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/b25ce8e07709443ebf039e4cc765c5f7 2024-12-09T03:41:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,785 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/b25ce8e07709443ebf039e4cc765c5f7, entries=100, sequenceid=337, filesize=9.6 K 2024-12-09T03:41:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,789 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for becdbba89115f9ae16114a052f9a2218 in 150ms, sequenceid=337, compaction requested=false 2024-12-09T03:41:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-09T03:41:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-09T03:41:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-09T03:41:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 306 msec 2024-12-09T03:41:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 312 msec 2024-12-09T03:41:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T03:41:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,802 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-09T03:41:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T03:41:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,805 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,805 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,960 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ed960314780242cebd2a5e34662225e9_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_2/A:col10/1733715686935/Put/seqid=0 2024-12-09T03:41:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742032_1208 (size=7374) 2024-12-09T03:41:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T03:41:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,381 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ed960314780242cebd2a5e34662225e9_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ed960314780242cebd2a5e34662225e9_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/8bf9798c3e4743759126e0e591742eba, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/8bf9798c3e4743759126e0e591742eba is 175, key is test_row_2/A:col10/1733715686935/Put/seqid=0 2024-12-09T03:41:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1733715687283, max timestamp=1733715687398Num uniques 859; 2024-12-09T03:41:27,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1733715687283, max timestamp=1733715687398Num uniques 859; 2024-12-09T03:41:27,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-12-09T03:41:27,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-12-09T03:41:27,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1733715687283, max timestamp=1733715687398Num uniques 859; 2024-12-09T03:41:27,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-12-09T03:41:27,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742033_1209 (size=13865) 2024-12-09T03:41:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T03:41:27,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715687473, max timestamp=1733715687512Num uniques 1318; 2024-12-09T03:41:27,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=60358, new segment data size=7688, suffix heap size=165040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1318, new segment cells count=168 2024-12-09T03:41:27,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715687473, max timestamp=1733715687512Num uniques 1318; 2024-12-09T03:41:27,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=60358, new segment data size=7688, suffix heap size=165040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1318, new segment cells count=168 2024-12-09T03:41:27,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715687473, max timestamp=1733715687512Num uniques 1318; 2024-12-09T03:41:27,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=60358, new segment data size=7688, suffix heap size=165040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1318, new segment cells count=168 2024-12-09T03:41:27,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733715687573, max timestamp=1733715687590Num uniques 1027; 2024-12-09T03:41:27,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-09T03:41:27,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733715687573, max timestamp=1733715687590Num uniques 1027; 2024-12-09T03:41:27,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733715687573, max timestamp=1733715687590Num uniques 1027; 2024-12-09T03:41:27,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-09T03:41:27,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-09T03:41:27,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733715687614, max timestamp=1733715687658Num uniques 1036; 2024-12-09T03:41:27,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-09T03:41:27,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733715687614, max timestamp=1733715687658Num uniques 1036; 2024-12-09T03:41:27,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-09T03:41:27,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733715687614, max timestamp=1733715687658Num uniques 1036; 2024-12-09T03:41:27,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-09T03:41:27,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733715687672, max timestamp=1733715687719Num uniques 1095; 2024-12-09T03:41:27,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-09T03:41:27,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733715687672, max timestamp=1733715687719Num uniques 1095; 2024-12-09T03:41:27,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733715687672, max timestamp=1733715687719Num uniques 1095; 2024-12-09T03:41:27,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-09T03:41:27,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-09T03:41:27,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733715687759, max timestamp=1733715687786Num uniques 1104; 2024-12-09T03:41:27,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-09T03:41:27,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733715687759, max timestamp=1733715687786Num uniques 1104; 2024-12-09T03:41:27,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-09T03:41:27,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733715687759, max timestamp=1733715687786Num uniques 1104; 2024-12-09T03:41:27,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-09T03:41:27,827 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/8bf9798c3e4743759126e0e591742eba 2024-12-09T03:41:27,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6329cea93d1d4c6ea549a4cfd54cadbb is 50, key is test_row_2/B:col10/1733715686935/Put/seqid=0 2024-12-09T03:41:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742034_1210 (size=7415) 2024-12-09T03:41:27,857 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6329cea93d1d4c6ea549a4cfd54cadbb 2024-12-09T03:41:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733715687830, max timestamp=1733715687862Num uniques 1013; 2024-12-09T03:41:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733715687830, max timestamp=1733715687862Num uniques 1013; 2024-12-09T03:41:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-09T03:41:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-09T03:41:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733715687830, max timestamp=1733715687862Num uniques 1013; 2024-12-09T03:41:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-09T03:41:27,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/6c7f762fb0424b008684acb8aefd59fb is 50, key is test_row_2/C:col10/1733715686935/Put/seqid=0 2024-12-09T03:41:27,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742035_1211 (size=7415) 2024-12-09T03:41:27,880 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/6c7f762fb0424b008684acb8aefd59fb 2024-12-09T03:41:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/8bf9798c3e4743759126e0e591742eba as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba 2024-12-09T03:41:27,893 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba, entries=50, sequenceid=343, filesize=13.5 K 2024-12-09T03:41:27,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/6329cea93d1d4c6ea549a4cfd54cadbb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6329cea93d1d4c6ea549a4cfd54cadbb 2024-12-09T03:41:27,899 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6329cea93d1d4c6ea549a4cfd54cadbb, entries=50, sequenceid=343, filesize=7.2 K 2024-12-09T03:41:27,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/6c7f762fb0424b008684acb8aefd59fb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6c7f762fb0424b008684acb8aefd59fb 2024-12-09T03:41:27,905 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6c7f762fb0424b008684acb8aefd59fb, entries=50, sequenceid=343, filesize=7.2 K 2024-12-09T03:41:27,906 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=100.63 KB/103050 for becdbba89115f9ae16114a052f9a2218 in 946ms, sequenceid=343, compaction requested=true 2024-12-09T03:41:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-09T03:41:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-09T03:41:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:27,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=107.34 KB heapSize=295.55 KB 2024-12-09T03:41:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:27,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-09T03:41:27,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-12-09T03:41:27,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.1120 sec 2024-12-09T03:41:27,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094fe20c0d4ed64f5e85a207da14d6e014_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T03:41:27,942 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:27,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-09T03:41:27,946 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:27,947 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:27,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:27,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742036_1212 (size=20074) 2024-12-09T03:41:27,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:27,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094fe20c0d4ed64f5e85a207da14d6e014_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094fe20c0d4ed64f5e85a207da14d6e014_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:27,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/ce0d3fdcab4a466b9218ab73686d728a, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:27,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/ce0d3fdcab4a466b9218ab73686d728a is 175, key is test_row_0/A:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:27,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715747981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:28,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742037_1213 (size=57333) 2024-12-09T03:41:28,013 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=477, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/ce0d3fdcab4a466b9218ab73686d728a 2024-12-09T03:41:28,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/44c39641da0f446099f041b0da6103d6 is 50, key is test_row_0/B:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742038_1214 (size=12301) 2024-12-09T03:41:28,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/44c39641da0f446099f041b0da6103d6 2024-12-09T03:41:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:28,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/3edd1870f33b4c21bdf15a442c9e9a4c is 50, key is test_row_0/C:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742039_1215 (size=12301) 2024-12-09T03:41:28,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/3edd1870f33b4c21bdf15a442c9e9a4c 2024-12-09T03:41:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/ce0d3fdcab4a466b9218ab73686d728a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a 2024-12-09T03:41:28,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a, entries=300, sequenceid=477, filesize=56.0 K 2024-12-09T03:41:28,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/44c39641da0f446099f041b0da6103d6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/44c39641da0f446099f041b0da6103d6 2024-12-09T03:41:28,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/44c39641da0f446099f041b0da6103d6, entries=150, sequenceid=477, filesize=12.0 K 2024-12-09T03:41:28,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/3edd1870f33b4c21bdf15a442c9e9a4c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/3edd1870f33b4c21bdf15a442c9e9a4c 2024-12-09T03:41:28,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/3edd1870f33b4c21bdf15a442c9e9a4c, entries=150, sequenceid=477, filesize=12.0 K 2024-12-09T03:41:28,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~295.50 KB/302592, currentSize=73.80 KB/75570 for becdbba89115f9ae16114a052f9a2218 in 203ms, sequenceid=477, compaction requested=true 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:28,111 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:28,111 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:28,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:41:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:28,116 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 42522 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:28,116 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:28,116 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,116 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125662 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:28,116 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:28,116 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,116 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/fdfbc2ea51e949cd83effadfcc37d63e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=122.7 K 2024-12-09T03:41:28,116 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,117 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/fdfbc2ea51e949cd83effadfcc37d63e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a] 2024-12-09T03:41:28,117 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/000cbc86c242448e86afe5b5c85ed651, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0a8df8a3f99f4e33b09e500f049a079f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6329cea93d1d4c6ea549a4cfd54cadbb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/44c39641da0f446099f041b0da6103d6] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=41.5 K 2024-12-09T03:41:28,117 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 000cbc86c242448e86afe5b5c85ed651, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733715685042 2024-12-09T03:41:28,117 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdfbc2ea51e949cd83effadfcc37d63e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733715685042 2024-12-09T03:41:28,118 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a8df8a3f99f4e33b09e500f049a079f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733715685728 2024-12-09T03:41:28,118 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6329cea93d1d4c6ea549a4cfd54cadbb, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733715686935 2024-12-09T03:41:28,119 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 44c39641da0f446099f041b0da6103d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733715687891 2024-12-09T03:41:28,119 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236a7c5b0f8c46ee8530ebc2d357dd29, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733715685728 2024-12-09T03:41:28,120 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf9798c3e4743759126e0e591742eba, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733715686935 2024-12-09T03:41:28,120 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce0d3fdcab4a466b9218ab73686d728a, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733715687876 2024-12-09T03:41:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:28,140 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:28,141 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0eb9f02fb46448d0977f823ac9d88185 is 50, key is test_row_0/B:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:28,153 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:28,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209838dcfaf4ebb4f7d9162f9d738dc8b89_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715688113/Put/seqid=0 2024-12-09T03:41:28,173 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412094fe42bd7e8994e22a4f386ec2f79c0df_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:28,176 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412094fe42bd7e8994e22a4f386ec2f79c0df_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:28,176 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094fe42bd7e8994e22a4f386ec2f79c0df_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742040_1216 (size=13085) 2024-12-09T03:41:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742041_1217 (size=12454) 2024-12-09T03:41:28,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742042_1218 (size=4469) 2024-12-09T03:41:28,223 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#178 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:28,223 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d9ea6c2682b9454e9847802ef7142554 is 175, key is test_row_0/A:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:28,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209838dcfaf4ebb4f7d9162f9d738dc8b89_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209838dcfaf4ebb4f7d9162f9d738dc8b89_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:28,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/dcac8a7ababf46928f35e98b15b813aa, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:28,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/dcac8a7ababf46928f35e98b15b813aa is 175, key is test_row_0/A:col10/1733715688113/Put/seqid=0 2024-12-09T03:41:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715748229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742043_1219 (size=32039) 2024-12-09T03:41:28,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742044_1220 (size=31255) 2024-12-09T03:41:28,267 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d9ea6c2682b9454e9847802ef7142554 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d9ea6c2682b9454e9847802ef7142554 2024-12-09T03:41:28,268 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=492, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/dcac8a7ababf46928f35e98b15b813aa 2024-12-09T03:41:28,276 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into d9ea6c2682b9454e9847802ef7142554(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:28,276 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:28,276 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=12, startTime=1733715688111; duration=0sec 2024-12-09T03:41:28,277 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:28,277 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:28,277 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:28,279 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 42522 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:28,279 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:28,279 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,280 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6476f5ef10ed4ae1afba7afbc5141e80, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/b25ce8e07709443ebf039e4cc765c5f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6c7f762fb0424b008684acb8aefd59fb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/3edd1870f33b4c21bdf15a442c9e9a4c] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=41.5 K 2024-12-09T03:41:28,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/1eacd1ce007a4a339bbe0f6260ed7b2b is 50, key is test_row_0/B:col10/1733715688113/Put/seqid=0 2024-12-09T03:41:28,282 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6476f5ef10ed4ae1afba7afbc5141e80, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733715685042 2024-12-09T03:41:28,282 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b25ce8e07709443ebf039e4cc765c5f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733715685728 2024-12-09T03:41:28,283 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c7f762fb0424b008684acb8aefd59fb, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733715686935 2024-12-09T03:41:28,283 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3edd1870f33b4c21bdf15a442c9e9a4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733715687891 2024-12-09T03:41:28,299 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:28,299 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/c3fe46dcf2c84b75885c3b01f89ee329 is 50, key is test_row_0/C:col10/1733715687891/Put/seqid=0 2024-12-09T03:41:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742045_1221 (size=12301) 2024-12-09T03:41:28,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/1eacd1ce007a4a339bbe0f6260ed7b2b 2024-12-09T03:41:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742046_1222 (size=13085) 2024-12-09T03:41:28,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/ca6b2b5e55ce4ec29602c528288ced13 is 50, key is test_row_0/C:col10/1733715688113/Put/seqid=0 2024-12-09T03:41:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742047_1223 (size=12301) 2024-12-09T03:41:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715748342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:28,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715748551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:28,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:28,591 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/0eb9f02fb46448d0977f823ac9d88185 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0eb9f02fb46448d0977f823ac9d88185 2024-12-09T03:41:28,598 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into 0eb9f02fb46448d0977f823ac9d88185(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:28,598 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:28,598 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=12, startTime=1733715688111; duration=0sec 2024-12-09T03:41:28,598 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:28,598 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:28,713 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/c3fe46dcf2c84b75885c3b01f89ee329 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c3fe46dcf2c84b75885c3b01f89ee329 2024-12-09T03:41:28,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/ca6b2b5e55ce4ec29602c528288ced13 2024-12-09T03:41:28,720 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into c3fe46dcf2c84b75885c3b01f89ee329(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:28,720 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:28,720 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=12, startTime=1733715688111; duration=0sec 2024-12-09T03:41:28,720 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:28,720 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/dcac8a7ababf46928f35e98b15b813aa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa 2024-12-09T03:41:28,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa, entries=150, sequenceid=492, filesize=30.5 K 2024-12-09T03:41:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/1eacd1ce007a4a339bbe0f6260ed7b2b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/1eacd1ce007a4a339bbe0f6260ed7b2b 2024-12-09T03:41:28,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/1eacd1ce007a4a339bbe0f6260ed7b2b, entries=150, sequenceid=492, filesize=12.0 K 2024-12-09T03:41:28,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/ca6b2b5e55ce4ec29602c528288ced13 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ca6b2b5e55ce4ec29602c528288ced13 2024-12-09T03:41:28,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ca6b2b5e55ce4ec29602c528288ced13, entries=150, sequenceid=492, filesize=12.0 K 2024-12-09T03:41:28,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for becdbba89115f9ae16114a052f9a2218 in 622ms, sequenceid=492, compaction requested=false 2024-12-09T03:41:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:28,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T03:41:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:28,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:28,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:28,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ab8a6309cc7a4429af4a5e2cf5631c0f_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742048_1224 (size=14994) 2024-12-09T03:41:28,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 366 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715748920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:29,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 367 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715749032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:29,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 368 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715749241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:29,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:29,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ab8a6309cc7a4429af4a5e2cf5631c0f_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ab8a6309cc7a4429af4a5e2cf5631c0f_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:29,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/26e122bb9a2c45aa9e78c69ef6411225, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:29,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/26e122bb9a2c45aa9e78c69ef6411225 is 175, key is test_row_0/A:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742049_1225 (size=39949) 2024-12-09T03:41:29,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=513, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/26e122bb9a2c45aa9e78c69ef6411225 2024-12-09T03:41:29,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/fb859f64e4494a3eb964c0c738da2b19 is 50, key is test_row_0/B:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:29,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742050_1226 (size=12301) 2024-12-09T03:41:29,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/fb859f64e4494a3eb964c0c738da2b19 2024-12-09T03:41:29,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e254d4e026d84c0c909c7f546c6e4033 is 50, key is test_row_0/C:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:29,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742051_1227 (size=12301) 2024-12-09T03:41:29,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715749551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:29,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:29,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e254d4e026d84c0c909c7f546c6e4033 2024-12-09T03:41:29,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/26e122bb9a2c45aa9e78c69ef6411225 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225 2024-12-09T03:41:29,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225, entries=200, sequenceid=513, filesize=39.0 K 2024-12-09T03:41:29,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/fb859f64e4494a3eb964c0c738da2b19 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/fb859f64e4494a3eb964c0c738da2b19 2024-12-09T03:41:29,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/fb859f64e4494a3eb964c0c738da2b19, entries=150, sequenceid=513, filesize=12.0 K 2024-12-09T03:41:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e254d4e026d84c0c909c7f546c6e4033 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e254d4e026d84c0c909c7f546c6e4033 2024-12-09T03:41:29,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e254d4e026d84c0c909c7f546c6e4033, entries=150, sequenceid=513, filesize=12.0 K 2024-12-09T03:41:29,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for becdbba89115f9ae16114a052f9a2218 in 929ms, sequenceid=513, compaction requested=true 2024-12-09T03:41:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:29,798 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:29,798 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:29,799 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:29,799 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/A is initiating minor compaction (all files) 2024-12-09T03:41:29,799 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/A in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,799 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d9ea6c2682b9454e9847802ef7142554, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=100.8 K 2024-12-09T03:41:29,799 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,799 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d9ea6c2682b9454e9847802ef7142554, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225] 2024-12-09T03:41:29,800 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:29,800 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ea6c2682b9454e9847802ef7142554, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733715687891 2024-12-09T03:41:29,800 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/B is initiating minor compaction (all files) 2024-12-09T03:41:29,800 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/B in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,800 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0eb9f02fb46448d0977f823ac9d88185, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/1eacd1ce007a4a339bbe0f6260ed7b2b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/fb859f64e4494a3eb964c0c738da2b19] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=36.8 K 2024-12-09T03:41:29,800 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcac8a7ababf46928f35e98b15b813aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733715687962 2024-12-09T03:41:29,801 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eb9f02fb46448d0977f823ac9d88185, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733715687891 2024-12-09T03:41:29,801 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e122bb9a2c45aa9e78c69ef6411225, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733715688189 2024-12-09T03:41:29,801 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eacd1ce007a4a339bbe0f6260ed7b2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733715687962 2024-12-09T03:41:29,801 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fb859f64e4494a3eb964c0c738da2b19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733715688189 2024-12-09T03:41:29,816 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:29,826 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:29,826 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120975c35b1badff41a0a22482a699ae23d9_becdbba89115f9ae16114a052f9a2218 store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:29,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T03:41:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:29,826 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/a478b4859a454f6e856fccc3348af0f6 is 50, key is test_row_0/B:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:29,826 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T03:41:29,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:29,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:29,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:29,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:29,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:29,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:29,828 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120975c35b1badff41a0a22482a699ae23d9_becdbba89115f9ae16114a052f9a2218, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:29,828 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120975c35b1badff41a0a22482a699ae23d9_becdbba89115f9ae16114a052f9a2218 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e5f92ec00c0d4efeb794c299ef409cd5_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715688918/Put/seqid=0 2024-12-09T03:41:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742053_1229 (size=13187) 2024-12-09T03:41:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742052_1228 (size=4469) 2024-12-09T03:41:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742054_1230 (size=12454) 2024-12-09T03:41:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:30,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. as already flushing 2024-12-09T03:41:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 385 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715750156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:30,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 386 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715750261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:30,271 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#A#compaction#186 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:30,272 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d89f4a4b02a348fcbac9b5daff64dea9 is 175, key is test_row_0/A:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:30,275 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/a478b4859a454f6e856fccc3348af0f6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/a478b4859a454f6e856fccc3348af0f6 2024-12-09T03:41:30,281 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/B of becdbba89115f9ae16114a052f9a2218 into a478b4859a454f6e856fccc3348af0f6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:30,281 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:30,281 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/B, priority=13, startTime=1733715689795; duration=0sec 2024-12-09T03:41:30,281 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:30,281 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:30,281 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:30,283 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:30,283 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): becdbba89115f9ae16114a052f9a2218/C is initiating minor compaction (all files) 2024-12-09T03:41:30,283 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of becdbba89115f9ae16114a052f9a2218/C in TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:30,283 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c3fe46dcf2c84b75885c3b01f89ee329, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ca6b2b5e55ce4ec29602c528288ced13, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e254d4e026d84c0c909c7f546c6e4033] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp, totalSize=36.8 K 2024-12-09T03:41:30,284 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c3fe46dcf2c84b75885c3b01f89ee329, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733715687891 2024-12-09T03:41:30,284 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ca6b2b5e55ce4ec29602c528288ced13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733715687962 2024-12-09T03:41:30,285 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e254d4e026d84c0c909c7f546c6e4033, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733715688189 2024-12-09T03:41:30,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:30,296 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e5f92ec00c0d4efeb794c299ef409cd5_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e5f92ec00c0d4efeb794c299ef409cd5_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:30,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/2d8052d70aa54a968e15e8ca47c0a1c2, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:30,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/2d8052d70aa54a968e15e8ca47c0a1c2 is 175, key is test_row_0/A:col10/1733715688918/Put/seqid=0 2024-12-09T03:41:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742055_1231 (size=32141) 2024-12-09T03:41:30,317 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): becdbba89115f9ae16114a052f9a2218#C#compaction#189 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:30,318 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/71a17e89fa4e4af0860b93c1d246b984 is 50, key is test_row_0/C:col10/1733715688864/Put/seqid=0 2024-12-09T03:41:30,324 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/d89f4a4b02a348fcbac9b5daff64dea9 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d89f4a4b02a348fcbac9b5daff64dea9 2024-12-09T03:41:30,332 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/A of becdbba89115f9ae16114a052f9a2218 into d89f4a4b02a348fcbac9b5daff64dea9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:30,332 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:30,332 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/A, priority=13, startTime=1733715689795; duration=0sec 2024-12-09T03:41:30,333 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:30,333 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742056_1232 (size=31255) 2024-12-09T03:41:30,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742057_1233 (size=13187) 2024-12-09T03:41:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 387 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715750471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:30,578 INFO [Thread-632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-632. 2024-12-09T03:41:30,578 DEBUG [Thread-632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:30,578 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,578 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,579 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-12-09T03:41:30,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:30,579 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:30,579 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,579 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:30,585 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-12-09T03:41:30,585 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:30,585 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,585 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:30,588 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-12-09T03:41:30,588 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:30,588 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,588 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:30,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:30,747 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=527, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/2d8052d70aa54a968e15e8ca47c0a1c2 2024-12-09T03:41:30,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/8ce28edf99c546d094aae96dc7383870 is 50, key is test_row_0/B:col10/1733715688918/Put/seqid=0 2024-12-09T03:41:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742058_1234 (size=12301) 2024-12-09T03:41:30,768 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/71a17e89fa4e4af0860b93c1d246b984 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71a17e89fa4e4af0860b93c1d246b984 2024-12-09T03:41:30,773 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in becdbba89115f9ae16114a052f9a2218/C of becdbba89115f9ae16114a052f9a2218 into 71a17e89fa4e4af0860b93c1d246b984(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:30,773 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:30,773 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., storeName=becdbba89115f9ae16114a052f9a2218/C, priority=13, startTime=1733715689796; duration=0sec 2024-12-09T03:41:30,773 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:30,773 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 388 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715750791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:31,161 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/8ce28edf99c546d094aae96dc7383870 2024-12-09T03:41:31,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/0ec44564d0944a6899e07a69393a42a7 is 50, key is test_row_0/C:col10/1733715688918/Put/seqid=0 2024-12-09T03:41:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742059_1235 (size=12301) 2024-12-09T03:41:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 389 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1733715751301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:41:31,573 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/0ec44564d0944a6899e07a69393a42a7 2024-12-09T03:41:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/2d8052d70aa54a968e15e8ca47c0a1c2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/2d8052d70aa54a968e15e8ca47c0a1c2 2024-12-09T03:41:31,582 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/2d8052d70aa54a968e15e8ca47c0a1c2, entries=150, sequenceid=527, filesize=30.5 K 2024-12-09T03:41:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/8ce28edf99c546d094aae96dc7383870 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/8ce28edf99c546d094aae96dc7383870 2024-12-09T03:41:31,587 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/8ce28edf99c546d094aae96dc7383870, entries=150, sequenceid=527, filesize=12.0 K 2024-12-09T03:41:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/0ec44564d0944a6899e07a69393a42a7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/0ec44564d0944a6899e07a69393a42a7 2024-12-09T03:41:31,591 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/0ec44564d0944a6899e07a69393a42a7, entries=150, sequenceid=527, filesize=12.0 K 2024-12-09T03:41:31,592 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for becdbba89115f9ae16114a052f9a2218 in 1766ms, sequenceid=527, compaction requested=false 2024-12-09T03:41:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-09T03:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-09T03:41:31,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-09T03:41:31,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6460 sec 2024-12-09T03:41:31,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 3.6520 sec 2024-12-09T03:41:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T03:41:32,112 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:41:32,313 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-12-09T03:41:32,313 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:32,313 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:32,313 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:32,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:32,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090182133a25c94ee9b68f8933118e0370_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715690154/Put/seqid=0 2024-12-09T03:41:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742060_1236 (size=12454) 2024-12-09T03:41:32,728 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:32,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090182133a25c94ee9b68f8933118e0370_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090182133a25c94ee9b68f8933118e0370_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:32,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5aa2cc9cc4af4cc092d7756fcb5a63dd, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:32,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5aa2cc9cc4af4cc092d7756fcb5a63dd is 175, key is test_row_0/A:col10/1733715690154/Put/seqid=0 2024-12-09T03:41:32,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742061_1237 (size=31255) 2024-12-09T03:41:33,140 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=549, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5aa2cc9cc4af4cc092d7756fcb5a63dd 2024-12-09T03:41:33,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/e52a232ec61a4a108f0da2fed0a6c467 is 50, key is test_row_0/B:col10/1733715690154/Put/seqid=0 2024-12-09T03:41:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742062_1238 (size=12301) 2024-12-09T03:41:33,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/e52a232ec61a4a108f0da2fed0a6c467 2024-12-09T03:41:33,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/dfa1e461099248dfbf971a3c5aadf1e5 is 50, key is test_row_0/C:col10/1733715690154/Put/seqid=0 2024-12-09T03:41:33,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742063_1239 (size=12301) 2024-12-09T03:41:33,733 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-12-09T03:41:33,733 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:33,733 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,733 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:33,763 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-12-09T03:41:33,763 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:33,763 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,763 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:33,782 INFO [Thread-621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-621. 2024-12-09T03:41:33,782 DEBUG [Thread-621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:33,782 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,782 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:33,813 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-12-09T03:41:33,813 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:33,813 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,813 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 327 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2426 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2374 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1050 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3150 rows 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1046 2024-12-09T03:41:33,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3137 rows 2024-12-09T03:41:33,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:41:33,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:41:33,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:33,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:33,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T03:41:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T03:41:33,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715693817"}]},"ts":"1733715693817"} 2024-12-09T03:41:33,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T03:41:33,818 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T03:41:33,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:41:33,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, UNASSIGN}] 2024-12-09T03:41:33,821 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, UNASSIGN 2024-12-09T03:41:33,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, UNASSIGN because future has completed 2024-12-09T03:41:33,823 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:41:33,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:41:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T03:41:33,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/dfa1e461099248dfbf971a3c5aadf1e5 2024-12-09T03:41:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/5aa2cc9cc4af4cc092d7756fcb5a63dd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5aa2cc9cc4af4cc092d7756fcb5a63dd 2024-12-09T03:41:33,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5aa2cc9cc4af4cc092d7756fcb5a63dd, entries=150, sequenceid=549, filesize=30.5 K 2024-12-09T03:41:33,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/e52a232ec61a4a108f0da2fed0a6c467 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e52a232ec61a4a108f0da2fed0a6c467 2024-12-09T03:41:33,975 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:33,975 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:41:33,975 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing becdbba89115f9ae16114a052f9a2218, disabling compactions & flushes 2024-12-09T03:41:33,975 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:33,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e52a232ec61a4a108f0da2fed0a6c467, entries=150, sequenceid=549, filesize=12.0 K 2024-12-09T03:41:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/dfa1e461099248dfbf971a3c5aadf1e5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/dfa1e461099248dfbf971a3c5aadf1e5 2024-12-09T03:41:33,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/dfa1e461099248dfbf971a3c5aadf1e5, entries=150, sequenceid=549, filesize=12.0 K 2024-12-09T03:41:33,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=26.84 KB/27480 for becdbba89115f9ae16114a052f9a2218 in 1669ms, sequenceid=549, compaction requested=true 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for becdbba89115f9ae16114a052f9a2218: 2024-12-09T03:41:33,982 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:33,982 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:33,982 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. because compaction request was cancelled 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:33,982 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. after waiting 0 ms 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:33,982 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:A 2024-12-09T03:41:33,982 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:33,982 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. because compaction request was cancelled 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store becdbba89115f9ae16114a052f9a2218:C, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:33,982 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. because compaction request was cancelled 2024-12-09T03:41:33,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:33,982 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:B 2024-12-09T03:41:33,982 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: becdbba89115f9ae16114a052f9a2218:C 2024-12-09T03:41:33,982 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing becdbba89115f9ae16114a052f9a2218 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-09T03:41:33,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=A 2024-12-09T03:41:33,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:33,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=B 2024-12-09T03:41:33,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:33,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK becdbba89115f9ae16114a052f9a2218, store=C 2024-12-09T03:41:33,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:33,988 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097e5e561e20874f6ebdc7ba9b7a393159_becdbba89115f9ae16114a052f9a2218 is 50, key is test_row_0/A:col10/1733715693781/Put/seqid=0 2024-12-09T03:41:33,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742064_1240 (size=12454) 2024-12-09T03:41:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T03:41:34,392 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:34,395 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097e5e561e20874f6ebdc7ba9b7a393159_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097e5e561e20874f6ebdc7ba9b7a393159_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:34,396 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b15b7d19a4ee41f18834e10cf295eaa6, store: [table=TestAcidGuarantees family=A region=becdbba89115f9ae16114a052f9a2218] 2024-12-09T03:41:34,397 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b15b7d19a4ee41f18834e10cf295eaa6 is 175, key is test_row_0/A:col10/1733715693781/Put/seqid=0 2024-12-09T03:41:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742065_1241 (size=31255) 2024-12-09T03:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T03:41:34,801 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=556, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b15b7d19a4ee41f18834e10cf295eaa6 2024-12-09T03:41:34,808 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/c03e381569f04370a61bb236e689e1f3 is 50, key is test_row_0/B:col10/1733715693781/Put/seqid=0 2024-12-09T03:41:34,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742066_1242 (size=12301) 2024-12-09T03:41:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T03:41:35,212 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/c03e381569f04370a61bb236e689e1f3 2024-12-09T03:41:35,218 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e2041afa608a4aa69309c4de4c20d427 is 50, key is test_row_0/C:col10/1733715693781/Put/seqid=0 2024-12-09T03:41:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742067_1243 (size=12301) 2024-12-09T03:41:35,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T03:41:35,622 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e2041afa608a4aa69309c4de4c20d427 2024-12-09T03:41:35,626 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/A/b15b7d19a4ee41f18834e10cf295eaa6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b15b7d19a4ee41f18834e10cf295eaa6 2024-12-09T03:41:35,630 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b15b7d19a4ee41f18834e10cf295eaa6, entries=150, sequenceid=556, filesize=30.5 K 2024-12-09T03:41:35,630 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/B/c03e381569f04370a61bb236e689e1f3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/c03e381569f04370a61bb236e689e1f3 2024-12-09T03:41:35,634 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/c03e381569f04370a61bb236e689e1f3, entries=150, sequenceid=556, filesize=12.0 K 2024-12-09T03:41:35,634 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/.tmp/C/e2041afa608a4aa69309c4de4c20d427 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e2041afa608a4aa69309c4de4c20d427 2024-12-09T03:41:35,637 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e2041afa608a4aa69309c4de4c20d427, entries=150, sequenceid=556, filesize=12.0 K 2024-12-09T03:41:35,638 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for becdbba89115f9ae16114a052f9a2218 in 1656ms, sequenceid=556, compaction requested=true 2024-12-09T03:41:35,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89777fb116194dffbfca773c7be88e1c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/794c01e0201b457ebae1ac90eec83888, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8e221cc621c9429c80b3c8e80d0b2e7e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/f44626db7d2f4e51854544d9cb632dca, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/fdfbc2ea51e949cd83effadfcc37d63e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d9ea6c2682b9454e9847802ef7142554, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225] to archive 2024-12-09T03:41:35,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:41:35,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/4566db905ba74a05b5272e8bbaf4a36f 2024-12-09T03:41:35,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/cef4a510aacd4958bdac5c9289fb78eb 2024-12-09T03:41:35,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d17497d17b9f4d2eba413c599e9613bc 2024-12-09T03:41:35,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1f9e9ac4420148d89c63b0d348acbb56 2024-12-09T03:41:35,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89777fb116194dffbfca773c7be88e1c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89777fb116194dffbfca773c7be88e1c 2024-12-09T03:41:35,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b609c16607da4d2dbb916bf32a91bfc1 2024-12-09T03:41:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1beea43bd8ad45699477d9cc58b986db 2024-12-09T03:41:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/794c01e0201b457ebae1ac90eec83888 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/794c01e0201b457ebae1ac90eec83888 2024-12-09T03:41:35,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6ad07bdce927425c83c1e4a2e42586ec 2024-12-09T03:41:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/6f75ed15e31a4b59b9173513e9056cb7 2024-12-09T03:41:35,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/bcb8a2c9108a48629818d1b41c54e5f7 2024-12-09T03:41:35,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/89ba0a2b68d6479583679b1fe9c648aa 2024-12-09T03:41:35,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/7036c4f87b6f43e788fb5a6c2463a21d 2024-12-09T03:41:35,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8e221cc621c9429c80b3c8e80d0b2e7e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8e221cc621c9429c80b3c8e80d0b2e7e 2024-12-09T03:41:35,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/40ddbf5b0baf4c47be849e6219b12074 2024-12-09T03:41:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5956b19c7c4f4393a33f09cf226439cf 2024-12-09T03:41:35,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/f44626db7d2f4e51854544d9cb632dca to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/f44626db7d2f4e51854544d9cb632dca 2024-12-09T03:41:35,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b94e90dbe8be4223b95bab7fbd3e422e 2024-12-09T03:41:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/1eb0978270a540eabef871c917572413 2024-12-09T03:41:35,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/fdfbc2ea51e949cd83effadfcc37d63e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/fdfbc2ea51e949cd83effadfcc37d63e 2024-12-09T03:41:35,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/236a7c5b0f8c46ee8530ebc2d357dd29 2024-12-09T03:41:35,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/8bf9798c3e4743759126e0e591742eba 2024-12-09T03:41:35,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/ce0d3fdcab4a466b9218ab73686d728a 2024-12-09T03:41:35,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d9ea6c2682b9454e9847802ef7142554 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d9ea6c2682b9454e9847802ef7142554 2024-12-09T03:41:35,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/dcac8a7ababf46928f35e98b15b813aa 2024-12-09T03:41:35,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/26e122bb9a2c45aa9e78c69ef6411225 2024-12-09T03:41:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6c70fba6d76e4d0ea22fc8c88d883b91, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d95e9daec36340559a259788a56d1b1b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ac220d2a28ef4a558197930997200d65, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b5e941522411489984701bb1d90d4c1d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6b4d3108619943d98b0b974dd7338ca0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ee491f8af8564537a85bc75c9a862b60, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b090ba51c8cc43ea84a102716522449d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d7a7f78f2e2343d18006f66467126954, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/50dd267738bb4a47b09dbebf7acfd585, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/591a47cbcc4248faa430e4dda323e58a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/910d03ad878847c186ffea59f0fd5676, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4a8830f0c7fc44d78c58688eb44a68d3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/21cd3509876b462480a6f3257dc5a888, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/07ab37d9e535429a8162b06a83d1b4b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4238734190d242a8ab165a90cdae069b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e918f9f06b9940879b2caa89c551194e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/adbaf32d673e4d33a61fc5a881b68ff6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/000cbc86c242448e86afe5b5c85ed651, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/5fe759749c344189ac2fb7c98c467dc6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0a8df8a3f99f4e33b09e500f049a079f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6329cea93d1d4c6ea549a4cfd54cadbb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0eb9f02fb46448d0977f823ac9d88185, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/44c39641da0f446099f041b0da6103d6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/1eacd1ce007a4a339bbe0f6260ed7b2b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/fb859f64e4494a3eb964c0c738da2b19] to archive 2024-12-09T03:41:35,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:41:35,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6c70fba6d76e4d0ea22fc8c88d883b91 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6c70fba6d76e4d0ea22fc8c88d883b91 2024-12-09T03:41:35,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d95e9daec36340559a259788a56d1b1b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d95e9daec36340559a259788a56d1b1b 2024-12-09T03:41:35,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ac220d2a28ef4a558197930997200d65 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ac220d2a28ef4a558197930997200d65 2024-12-09T03:41:35,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b5e941522411489984701bb1d90d4c1d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b5e941522411489984701bb1d90d4c1d 2024-12-09T03:41:35,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6b4d3108619943d98b0b974dd7338ca0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6b4d3108619943d98b0b974dd7338ca0 2024-12-09T03:41:35,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ee491f8af8564537a85bc75c9a862b60 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/ee491f8af8564537a85bc75c9a862b60 2024-12-09T03:41:35,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b090ba51c8cc43ea84a102716522449d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/b090ba51c8cc43ea84a102716522449d 2024-12-09T03:41:35,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d7a7f78f2e2343d18006f66467126954 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/d7a7f78f2e2343d18006f66467126954 2024-12-09T03:41:35,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/50dd267738bb4a47b09dbebf7acfd585 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/50dd267738bb4a47b09dbebf7acfd585 2024-12-09T03:41:35,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/591a47cbcc4248faa430e4dda323e58a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/591a47cbcc4248faa430e4dda323e58a 2024-12-09T03:41:35,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/910d03ad878847c186ffea59f0fd5676 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/910d03ad878847c186ffea59f0fd5676 2024-12-09T03:41:35,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4a8830f0c7fc44d78c58688eb44a68d3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4a8830f0c7fc44d78c58688eb44a68d3 2024-12-09T03:41:35,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0d3dd002c6ba4d3db8d6b713cbc0c9ce 2024-12-09T03:41:35,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/21cd3509876b462480a6f3257dc5a888 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/21cd3509876b462480a6f3257dc5a888 2024-12-09T03:41:35,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/07ab37d9e535429a8162b06a83d1b4b1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/07ab37d9e535429a8162b06a83d1b4b1 2024-12-09T03:41:35,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4238734190d242a8ab165a90cdae069b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/4238734190d242a8ab165a90cdae069b 2024-12-09T03:41:35,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e918f9f06b9940879b2caa89c551194e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e918f9f06b9940879b2caa89c551194e 2024-12-09T03:41:35,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/adbaf32d673e4d33a61fc5a881b68ff6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/adbaf32d673e4d33a61fc5a881b68ff6 2024-12-09T03:41:35,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/000cbc86c242448e86afe5b5c85ed651 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/000cbc86c242448e86afe5b5c85ed651 2024-12-09T03:41:35,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/5fe759749c344189ac2fb7c98c467dc6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/5fe759749c344189ac2fb7c98c467dc6 2024-12-09T03:41:35,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0a8df8a3f99f4e33b09e500f049a079f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0a8df8a3f99f4e33b09e500f049a079f 2024-12-09T03:41:35,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6329cea93d1d4c6ea549a4cfd54cadbb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/6329cea93d1d4c6ea549a4cfd54cadbb 2024-12-09T03:41:35,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0eb9f02fb46448d0977f823ac9d88185 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/0eb9f02fb46448d0977f823ac9d88185 2024-12-09T03:41:35,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/44c39641da0f446099f041b0da6103d6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/44c39641da0f446099f041b0da6103d6 2024-12-09T03:41:35,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/1eacd1ce007a4a339bbe0f6260ed7b2b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/1eacd1ce007a4a339bbe0f6260ed7b2b 2024-12-09T03:41:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/fb859f64e4494a3eb964c0c738da2b19 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/fb859f64e4494a3eb964c0c738da2b19 2024-12-09T03:41:35,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/1b7f419fa3a143e6b747e18612f21c0f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/354c300ddd0c4a5c8f9e9d91f30da964, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/9ca3ac06cb844933b7ba143be5225af1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/2a3817c94f1d4ac08e201f926dc20e78, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/d454090eb19c45b099320c2945786f1a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/06c51c4e43b240da957b5ab05ae38af6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/fdd162f0ff204a278fd82727e7f02f1a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a4777a7986e24112b921a21488840a50, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ad8f76a65d764e548fa698bf6e1f6ead, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e1fb27a856bb412d964a5e71742b1889, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71e61260a146468b8ce9694814aa4382, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/efd0fd1dc159404fb7cd7291ef0723c8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/629e06e75ab447e6a5af4ae4eba6d51b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/423f070662cb43baa4fa2a877f4bdffa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c91b4233e15741cc88cc6ed8cf302d7c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/047932ea569b4aa9bcf586b96224d731, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a94a7c63afbf42b5a7da7632361131a1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6476f5ef10ed4ae1afba7afbc5141e80, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/4483268516ca4757bc669f03c56e5dd1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/b25ce8e07709443ebf039e4cc765c5f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6c7f762fb0424b008684acb8aefd59fb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c3fe46dcf2c84b75885c3b01f89ee329, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/3edd1870f33b4c21bdf15a442c9e9a4c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ca6b2b5e55ce4ec29602c528288ced13, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e254d4e026d84c0c909c7f546c6e4033] to archive 2024-12-09T03:41:35,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:41:35,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/1b7f419fa3a143e6b747e18612f21c0f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/1b7f419fa3a143e6b747e18612f21c0f 2024-12-09T03:41:35,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/354c300ddd0c4a5c8f9e9d91f30da964 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/354c300ddd0c4a5c8f9e9d91f30da964 2024-12-09T03:41:35,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/f7f29253fe9a42f8a6b3ac96c5ff8cc3 2024-12-09T03:41:35,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/9ca3ac06cb844933b7ba143be5225af1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/9ca3ac06cb844933b7ba143be5225af1 2024-12-09T03:41:35,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/2a3817c94f1d4ac08e201f926dc20e78 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/2a3817c94f1d4ac08e201f926dc20e78 2024-12-09T03:41:35,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/d454090eb19c45b099320c2945786f1a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/d454090eb19c45b099320c2945786f1a 2024-12-09T03:41:35,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/06c51c4e43b240da957b5ab05ae38af6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/06c51c4e43b240da957b5ab05ae38af6 2024-12-09T03:41:35,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/fdd162f0ff204a278fd82727e7f02f1a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/fdd162f0ff204a278fd82727e7f02f1a 2024-12-09T03:41:35,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a4777a7986e24112b921a21488840a50 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a4777a7986e24112b921a21488840a50 2024-12-09T03:41:35,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ad8f76a65d764e548fa698bf6e1f6ead to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ad8f76a65d764e548fa698bf6e1f6ead 2024-12-09T03:41:35,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e1fb27a856bb412d964a5e71742b1889 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e1fb27a856bb412d964a5e71742b1889 2024-12-09T03:41:35,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71e61260a146468b8ce9694814aa4382 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71e61260a146468b8ce9694814aa4382 2024-12-09T03:41:35,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/efd0fd1dc159404fb7cd7291ef0723c8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/efd0fd1dc159404fb7cd7291ef0723c8 2024-12-09T03:41:35,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/629e06e75ab447e6a5af4ae4eba6d51b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/629e06e75ab447e6a5af4ae4eba6d51b 2024-12-09T03:41:35,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/423f070662cb43baa4fa2a877f4bdffa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/423f070662cb43baa4fa2a877f4bdffa 2024-12-09T03:41:35,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c91b4233e15741cc88cc6ed8cf302d7c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c91b4233e15741cc88cc6ed8cf302d7c 2024-12-09T03:41:35,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/047932ea569b4aa9bcf586b96224d731 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/047932ea569b4aa9bcf586b96224d731 2024-12-09T03:41:35,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a94a7c63afbf42b5a7da7632361131a1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/a94a7c63afbf42b5a7da7632361131a1 2024-12-09T03:41:35,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6476f5ef10ed4ae1afba7afbc5141e80 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6476f5ef10ed4ae1afba7afbc5141e80 2024-12-09T03:41:35,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/4483268516ca4757bc669f03c56e5dd1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/4483268516ca4757bc669f03c56e5dd1 2024-12-09T03:41:35,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/b25ce8e07709443ebf039e4cc765c5f7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/b25ce8e07709443ebf039e4cc765c5f7 2024-12-09T03:41:35,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6c7f762fb0424b008684acb8aefd59fb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/6c7f762fb0424b008684acb8aefd59fb 2024-12-09T03:41:35,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c3fe46dcf2c84b75885c3b01f89ee329 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/c3fe46dcf2c84b75885c3b01f89ee329 2024-12-09T03:41:35,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/3edd1870f33b4c21bdf15a442c9e9a4c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/3edd1870f33b4c21bdf15a442c9e9a4c 2024-12-09T03:41:35,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ca6b2b5e55ce4ec29602c528288ced13 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/ca6b2b5e55ce4ec29602c528288ced13 2024-12-09T03:41:35,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e254d4e026d84c0c909c7f546c6e4033 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e254d4e026d84c0c909c7f546c6e4033 2024-12-09T03:41:35,726 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/recovered.edits/559.seqid, newMaxSeqId=559, maxSeqId=4 2024-12-09T03:41:35,727 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. 2024-12-09T03:41:35,727 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for becdbba89115f9ae16114a052f9a2218: Waiting for close lock at 1733715693975Running coprocessor pre-close hooks at 1733715693975Disabling compacts and flushes for region at 1733715693975Disabling writes for close at 1733715693982 (+7 ms)Obtaining lock to block concurrent updates at 1733715693982Preparing flush snapshotting stores in becdbba89115f9ae16114a052f9a2218 at 1733715693982Finished memstore snapshotting TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733715693983 (+1 ms)Flushing stores of TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218. at 1733715693983Flushing becdbba89115f9ae16114a052f9a2218/A: creating writer at 1733715693983Flushing mob file becdbba89115f9ae16114a052f9a2218/A: appending metadata at 1733715693987 (+4 ms)Flushing mob file becdbba89115f9ae16114a052f9a2218/A: closing flushed file at 1733715693987Flushing becdbba89115f9ae16114a052f9a2218/A: appending metadata at 1733715694396 (+409 ms)Flushing becdbba89115f9ae16114a052f9a2218/A: closing flushed file at 1733715694396Flushing becdbba89115f9ae16114a052f9a2218/B: creating writer at 1733715694805 (+409 ms)Flushing becdbba89115f9ae16114a052f9a2218/B: appending metadata at 1733715694807 (+2 ms)Flushing becdbba89115f9ae16114a052f9a2218/B: closing flushed file at 1733715694807Flushing becdbba89115f9ae16114a052f9a2218/C: creating writer at 1733715695215 (+408 ms)Flushing becdbba89115f9ae16114a052f9a2218/C: appending metadata at 1733715695218 (+3 ms)Flushing becdbba89115f9ae16114a052f9a2218/C: closing flushed file at 1733715695218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18823c8c: reopening flushed file at 1733715695626 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d6160c: reopening flushed file at 1733715695630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195faa56: reopening flushed file at 1733715695634 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for becdbba89115f9ae16114a052f9a2218 in 1656ms, sequenceid=556, compaction requested=true at 1733715695638 (+4 ms)Writing region close event to WAL at 1733715695723 (+85 ms)Running coprocessor post-close hooks at 1733715695726 (+3 ms)Closed at 1733715695727 (+1 ms) 2024-12-09T03:41:35,729 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=becdbba89115f9ae16114a052f9a2218, regionState=CLOSED 2024-12-09T03:41:35,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:41:35,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-09T03:41:35,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure becdbba89115f9ae16114a052f9a2218, server=55d0183f16d2,42631,1733715637333 in 1.9080 sec 2024-12-09T03:41:35,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-09T03:41:35,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=becdbba89115f9ae16114a052f9a2218, UNASSIGN in 1.9120 sec 2024-12-09T03:41:35,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T03:41:35,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9150 sec 2024-12-09T03:41:35,736 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715695736"}]},"ts":"1733715695736"} 2024-12-09T03:41:35,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T03:41:35,738 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T03:41:35,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9240 sec 2024-12-09T03:41:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T03:41:35,962 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:35,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T03:41:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:35,963 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-09T03:41:35,964 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:35,966 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,969 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/recovered.edits] 2024-12-09T03:41:35,972 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/2d8052d70aa54a968e15e8ca47c0a1c2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/2d8052d70aa54a968e15e8ca47c0a1c2 2024-12-09T03:41:35,973 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5aa2cc9cc4af4cc092d7756fcb5a63dd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/5aa2cc9cc4af4cc092d7756fcb5a63dd 2024-12-09T03:41:35,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b15b7d19a4ee41f18834e10cf295eaa6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/b15b7d19a4ee41f18834e10cf295eaa6 2024-12-09T03:41:35,975 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d89f4a4b02a348fcbac9b5daff64dea9 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/A/d89f4a4b02a348fcbac9b5daff64dea9 2024-12-09T03:41:35,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/8ce28edf99c546d094aae96dc7383870 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/8ce28edf99c546d094aae96dc7383870 2024-12-09T03:41:35,978 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/a478b4859a454f6e856fccc3348af0f6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/a478b4859a454f6e856fccc3348af0f6 2024-12-09T03:41:35,979 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/c03e381569f04370a61bb236e689e1f3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/c03e381569f04370a61bb236e689e1f3 2024-12-09T03:41:35,980 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e52a232ec61a4a108f0da2fed0a6c467 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/B/e52a232ec61a4a108f0da2fed0a6c467 2024-12-09T03:41:35,982 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/0ec44564d0944a6899e07a69393a42a7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/0ec44564d0944a6899e07a69393a42a7 2024-12-09T03:41:35,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71a17e89fa4e4af0860b93c1d246b984 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/71a17e89fa4e4af0860b93c1d246b984 2024-12-09T03:41:35,984 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/dfa1e461099248dfbf971a3c5aadf1e5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/dfa1e461099248dfbf971a3c5aadf1e5 2024-12-09T03:41:35,985 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e2041afa608a4aa69309c4de4c20d427 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/C/e2041afa608a4aa69309c4de4c20d427 2024-12-09T03:41:35,988 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/recovered.edits/559.seqid to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218/recovered.edits/559.seqid 2024-12-09T03:41:35,988 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T03:41:35,988 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T03:41:35,989 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T03:41:35,993 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090182133a25c94ee9b68f8933118e0370_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090182133a25c94ee9b68f8933118e0370_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,994 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094fe20c0d4ed64f5e85a207da14d6e014_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094fe20c0d4ed64f5e85a207da14d6e014_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120959354d5c1ecc42678d3ebd606af26460_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120959354d5c1ecc42678d3ebd606af26460_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,996 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096a096a17290c490483b143d1c640ccd3_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096a096a17290c490483b143d1c640ccd3_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096d32c5a088be478e8431e761304d39d3_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096d32c5a088be478e8431e761304d39d3_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,998 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097aaf3df05c10439bb2741ac0c5e53a39_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097aaf3df05c10439bb2741ac0c5e53a39_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:35,999 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097c8f10b26f6c4af48fffe983a4b7d611_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097c8f10b26f6c4af48fffe983a4b7d611_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,000 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097e5e561e20874f6ebdc7ba9b7a393159_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097e5e561e20874f6ebdc7ba9b7a393159_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,001 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209815c5b8f7cf345ddba5fe3d3a956bf14_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209815c5b8f7cf345ddba5fe3d3a956bf14_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,002 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120981d2bb3bef53428d86ed90a3de0b1b7a_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120981d2bb3bef53428d86ed90a3de0b1b7a_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,003 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209838dcfaf4ebb4f7d9162f9d738dc8b89_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209838dcfaf4ebb4f7d9162f9d738dc8b89_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,004 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098ea764b8367c4c5b828cec7115633718_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098ea764b8367c4c5b828cec7115633718_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,005 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099674a3b82d8949c9b9bd4bd091aa03b3_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099674a3b82d8949c9b9bd4bd091aa03b3_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,006 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209985e1a7a89b94b2abb2e8fb258c26dbc_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209985e1a7a89b94b2abb2e8fb258c26dbc_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,007 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ab8a6309cc7a4429af4a5e2cf5631c0f_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ab8a6309cc7a4429af4a5e2cf5631c0f_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,008 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ae12363d73dd42b4bad4565964cad8dd_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ae12363d73dd42b4bad4565964cad8dd_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,009 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c02721b191e846c5a174e3d9d51f744b_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c02721b191e846c5a174e3d9d51f744b_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,010 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d16a26f837f040fe9c5b8e384137287c_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d16a26f837f040fe9c5b8e384137287c_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,012 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc9d5a5ccc784f019f1a678902c8be9d_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc9d5a5ccc784f019f1a678902c8be9d_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,013 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e5f92ec00c0d4efeb794c299ef409cd5_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e5f92ec00c0d4efeb794c299ef409cd5_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,014 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ed960314780242cebd2a5e34662225e9_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ed960314780242cebd2a5e34662225e9_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,015 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f16903d73677468b8191ee7839f6065b_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f16903d73677468b8191ee7839f6065b_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,016 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f5e546c4d5674cea8c571db55578d484_becdbba89115f9ae16114a052f9a2218 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f5e546c4d5674cea8c571db55578d484_becdbba89115f9ae16114a052f9a2218 2024-12-09T03:41:36,017 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T03:41:36,019 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:36,021 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T03:41:36,023 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T03:41:36,024 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:36,024 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T03:41:36,025 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733715696024"}]},"ts":"9223372036854775807"} 2024-12-09T03:41:36,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T03:41:36,026 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => becdbba89115f9ae16114a052f9a2218, NAME => 'TestAcidGuarantees,,1733715668335.becdbba89115f9ae16114a052f9a2218.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T03:41:36,027 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T03:41:36,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733715696027"}]},"ts":"9223372036854775807"} 2024-12-09T03:41:36,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T03:41:36,029 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:36,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-09T03:41:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-09T03:41:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T03:41:36,072 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:36,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2085831524_22 at /127.0.0.1:40950 [Waiting for operation #723] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1347125133_22 at /127.0.0.1:40954 [Waiting for operation #710] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2085831524_22 at /127.0.0.1:58866 [Waiting for operation #1140] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1347125133_22 at /127.0.0.1:46524 [Waiting for operation #1155] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12414 (was 12697) 2024-12-09T03:41:36,091 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=12413 2024-12-09T03:41:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:41:36,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:41:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T03:41:36,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T03:41:36,095 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:36,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-12-09T03:41:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T03:41:36,096 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T03:41:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742068_1244 (size=1061) 2024-12-09T03:41:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T03:41:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T03:41:36,503 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:41:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742069_1245 (size=53) 2024-12-09T03:41:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T03:41:36,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:41:36,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5bee9d48c25301ba4ef70ff5bd35bd35, disabling compactions & flushes 2024-12-09T03:41:36,910 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:36,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:36,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. after waiting 0 ms 2024-12-09T03:41:36,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:36,910 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:36,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bee9d48c25301ba4ef70ff5bd35bd35: Waiting for close lock at 1733715696910Disabling compacts and flushes for region at 1733715696910Disabling writes for close at 1733715696910Writing region close event to WAL at 1733715696910Closed at 1733715696910 2024-12-09T03:41:36,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T03:41:36,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733715696911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733715696911"}]},"ts":"1733715696911"} 2024-12-09T03:41:36,913 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T03:41:36,913 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T03:41:36,913 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715696913"}]},"ts":"1733715696913"} 2024-12-09T03:41:36,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T03:41:36,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, ASSIGN}] 2024-12-09T03:41:36,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, ASSIGN 2024-12-09T03:41:36,916 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, ASSIGN; state=OFFLINE, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=false 2024-12-09T03:41:36,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T03:41:37,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=5bee9d48c25301ba4ef70ff5bd35bd35, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:37,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, ASSIGN because future has completed 2024-12-09T03:41:37,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:41:37,223 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:37,223 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:41:37,224 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,224 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:41:37,224 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,224 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,225 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,227 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:37,227 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bee9d48c25301ba4ef70ff5bd35bd35 columnFamilyName A 2024-12-09T03:41:37,227 DEBUG [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:37,227 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.HStore(327): Store=5bee9d48c25301ba4ef70ff5bd35bd35/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:37,227 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,228 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:37,229 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bee9d48c25301ba4ef70ff5bd35bd35 columnFamilyName B 2024-12-09T03:41:37,229 DEBUG [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:37,229 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.HStore(327): Store=5bee9d48c25301ba4ef70ff5bd35bd35/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:37,229 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,230 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:41:37,230 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bee9d48c25301ba4ef70ff5bd35bd35 columnFamilyName C 2024-12-09T03:41:37,230 DEBUG [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:41:37,230 INFO [StoreOpener-5bee9d48c25301ba4ef70ff5bd35bd35-1 {}] regionserver.HStore(327): Store=5bee9d48c25301ba4ef70ff5bd35bd35/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:41:37,231 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:37,231 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T03:41:37,231 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,232 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,232 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,232 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,233 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:41:37,234 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,236 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:41:37,236 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 5bee9d48c25301ba4ef70ff5bd35bd35; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74351776, jitterRate=0.10792779922485352}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:41:37,236 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:37,237 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 5bee9d48c25301ba4ef70ff5bd35bd35: Running coprocessor pre-open hook at 1733715697224Writing region info on filesystem at 1733715697224Initializing all the Stores at 1733715697225 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715697225Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715697225Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715697225Cleaning up temporary data from old regions at 1733715697232 (+7 ms)Running coprocessor post-open hooks at 1733715697236 (+4 ms)Region opened successfully at 1733715697237 (+1 ms) 2024-12-09T03:41:37,238 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., pid=69, masterSystemTime=1733715697220 2024-12-09T03:41:37,239 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:37,239 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:37,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=5bee9d48c25301ba4ef70ff5bd35bd35, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:37,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:41:37,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-09T03:41:37,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 in 173 msec 2024-12-09T03:41:37,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T03:41:37,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, ASSIGN in 328 msec 2024-12-09T03:41:37,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T03:41:37,246 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715697245"}]},"ts":"1733715697245"} 2024-12-09T03:41:37,247 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T03:41:37,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T03:41:37,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-12-09T03:41:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T03:41:38,242 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:38,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,244 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6029a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,246 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f03c2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:41:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:41:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@900e1fd 2024-12-09T03:41:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:41:38,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:41:38,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcb6fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c714733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,256 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f0e0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b953bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d06937d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,260 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8abbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,261 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff35cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5307149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,264 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aaac67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,265 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57794337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,268 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131c2c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,269 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0f4abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,271 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3bf7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,272 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50012a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,273 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aeb6b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fa97c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,276 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26322d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,277 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7f3942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:41:38,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:41:38,279 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:41:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:41:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:41:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465eab3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:41:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:41:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:38,280 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:41:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f76067a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:41:38,281 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,281 DEBUG [Thread-1150 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,281 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,281 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,281 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,281 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,282 DEBUG [Thread-1137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,283 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,284 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,285 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:41:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,287 DEBUG [Thread-1145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:41:38,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,287 DEBUG [Thread-1145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:41:38,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-09T03:41:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:38,290 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:38,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:41:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:38,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:41:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:38,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/79d98fe8d1a84c6085a75f5ed94e8ccc is 50, key is test_row_0/A:col10/1733715698301/Put/seqid=0 2024-12-09T03:41:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715758339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715698333, max timestamp=1733715698343Num uniques 859; 2024-12-09T03:41:38,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:38,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715698333, max timestamp=1733715698343Num uniques 859; 2024-12-09T03:41:38,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:38,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733715698333, max timestamp=1733715698343Num uniques 859; 2024-12-09T03:41:38,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-09T03:41:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742070_1246 (size=12001) 2024-12-09T03:41:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715758377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715758377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715758378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715758380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:38,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715758452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715758491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715758491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715758491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715758491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:38,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:38,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715758662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715758706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715758706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715758706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715758706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:38,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/79d98fe8d1a84c6085a75f5ed94e8ccc 2024-12-09T03:41:38,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/3eaba303545a4949bc657a146ee14ef6 is 50, key is test_row_0/B:col10/1733715698301/Put/seqid=0 2024-12-09T03:41:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742071_1247 (size=12001) 2024-12-09T03:41:38,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:38,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:38,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715758971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715759012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715759012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715759012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715759021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/3eaba303545a4949bc657a146ee14ef6 2024-12-09T03:41:39,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:39,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:39,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/909943cf3b1a4c15b6bcb8a394ec3e30 is 50, key is test_row_0/C:col10/1733715698301/Put/seqid=0 2024-12-09T03:41:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742072_1248 (size=12001) 2024-12-09T03:41:39,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:39,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715759481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715759522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715759522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715759532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715759532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:39,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/909943cf3b1a4c15b6bcb8a394ec3e30 2024-12-09T03:41:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/79d98fe8d1a84c6085a75f5ed94e8ccc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/79d98fe8d1a84c6085a75f5ed94e8ccc 2024-12-09T03:41:39,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/79d98fe8d1a84c6085a75f5ed94e8ccc, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T03:41:39,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/3eaba303545a4949bc657a146ee14ef6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3eaba303545a4949bc657a146ee14ef6 2024-12-09T03:41:39,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3eaba303545a4949bc657a146ee14ef6, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T03:41:39,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/909943cf3b1a4c15b6bcb8a394ec3e30 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/909943cf3b1a4c15b6bcb8a394ec3e30 2024-12-09T03:41:39,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/909943cf3b1a4c15b6bcb8a394ec3e30, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T03:41:39,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1341ms, sequenceid=12, compaction requested=false 2024-12-09T03:41:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:39,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T03:41:39,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:39,674 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-12-09T03:41:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/91d66b601606449ab93cfa9dd2833f9a is 50, key is test_row_0/A:col10/1733715698354/Put/seqid=0 2024-12-09T03:41:39,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742073_1249 (size=12001) 2024-12-09T03:41:40,095 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/91d66b601606449ab93cfa9dd2833f9a 2024-12-09T03:41:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c146674050b94452bf11188de1fc7f03 is 50, key is test_row_0/B:col10/1733715698354/Put/seqid=0 2024-12-09T03:41:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742074_1250 (size=12001) 2024-12-09T03:41:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:40,524 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c146674050b94452bf11188de1fc7f03 2024-12-09T03:41:40,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715760531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/482b23439b3a4db7b7c1fc9933bc3c42 is 50, key is test_row_0/C:col10/1733715698354/Put/seqid=0 2024-12-09T03:41:40,533 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742075_1251 (size=12001) 2024-12-09T03:41:40,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715760533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:40,540 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/482b23439b3a4db7b7c1fc9933bc3c42 2024-12-09T03:41:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715760542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715760542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,543 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:40,544 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:40,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/91d66b601606449ab93cfa9dd2833f9a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/91d66b601606449ab93cfa9dd2833f9a 2024-12-09T03:41:40,549 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/91d66b601606449ab93cfa9dd2833f9a, entries=150, sequenceid=48, filesize=11.7 K 2024-12-09T03:41:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c146674050b94452bf11188de1fc7f03 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c146674050b94452bf11188de1fc7f03 2024-12-09T03:41:40,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715760552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,553 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:40,555 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c146674050b94452bf11188de1fc7f03, entries=150, sequenceid=48, filesize=11.7 K 2024-12-09T03:41:40,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/482b23439b3a4db7b7c1fc9933bc3c42 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/482b23439b3a4db7b7c1fc9933bc3c42 2024-12-09T03:41:40,560 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/482b23439b3a4db7b7c1fc9933bc3c42, entries=150, sequenceid=48, filesize=11.7 K 2024-12-09T03:41:40,561 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 887ms, sequenceid=48, compaction requested=false 2024-12-09T03:41:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-09T03:41:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-09T03:41:40,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-09T03:41:40,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2710 sec 2024-12-09T03:41:40,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.2790 sec 2024-12-09T03:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:40,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:41:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:40,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/40c6594f561d46368acdf35562c0d58d is 50, key is test_row_0/A:col10/1733715700531/Put/seqid=0 2024-12-09T03:41:40,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742076_1252 (size=12001) 2024-12-09T03:41:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715760723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715760831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715761042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:41,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/40c6594f561d46368acdf35562c0d58d 2024-12-09T03:41:41,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/fed32caaf81c4f8c88342562279061c6 is 50, key is test_row_0/B:col10/1733715700531/Put/seqid=0 2024-12-09T03:41:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742077_1253 (size=12001) 2024-12-09T03:41:41,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T03:41:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715761351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:41,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/fed32caaf81c4f8c88342562279061c6 2024-12-09T03:41:41,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/d327102524b0499facc7447fca51088f is 50, key is test_row_0/C:col10/1733715700531/Put/seqid=0 2024-12-09T03:41:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742078_1254 (size=12001) 2024-12-09T03:41:41,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/d327102524b0499facc7447fca51088f 2024-12-09T03:41:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/40c6594f561d46368acdf35562c0d58d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/40c6594f561d46368acdf35562c0d58d 2024-12-09T03:41:41,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/40c6594f561d46368acdf35562c0d58d, entries=150, sequenceid=60, filesize=11.7 K 2024-12-09T03:41:41,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/fed32caaf81c4f8c88342562279061c6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/fed32caaf81c4f8c88342562279061c6 2024-12-09T03:41:41,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/fed32caaf81c4f8c88342562279061c6, entries=150, sequenceid=60, filesize=11.7 K 2024-12-09T03:41:41,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/d327102524b0499facc7447fca51088f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/d327102524b0499facc7447fca51088f 2024-12-09T03:41:41,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/d327102524b0499facc7447fca51088f, entries=150, sequenceid=60, filesize=11.7 K 2024-12-09T03:41:41,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 883ms, sequenceid=60, compaction requested=true 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:41,528 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:41:41,528 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:41,531 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:41,531 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:41,532 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:41,532 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/79d98fe8d1a84c6085a75f5ed94e8ccc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/91d66b601606449ab93cfa9dd2833f9a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/40c6594f561d46368acdf35562c0d58d] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.2 K 2024-12-09T03:41:41,532 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:41,532 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:41,532 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:41,532 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3eaba303545a4949bc657a146ee14ef6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c146674050b94452bf11188de1fc7f03, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/fed32caaf81c4f8c88342562279061c6] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.2 K 2024-12-09T03:41:41,533 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eaba303545a4949bc657a146ee14ef6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733715698295 2024-12-09T03:41:41,533 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79d98fe8d1a84c6085a75f5ed94e8ccc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733715698295 2024-12-09T03:41:41,534 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c146674050b94452bf11188de1fc7f03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733715698354 2024-12-09T03:41:41,534 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91d66b601606449ab93cfa9dd2833f9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733715698354 2024-12-09T03:41:41,534 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fed32caaf81c4f8c88342562279061c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733715700518 2024-12-09T03:41:41,535 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40c6594f561d46368acdf35562c0d58d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733715700518 2024-12-09T03:41:41,547 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:41,548 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c1ffc11f406d4aadb6173b42d955c657 is 50, key is test_row_0/B:col10/1733715700531/Put/seqid=0 2024-12-09T03:41:41,551 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:41,552 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/4a9460f1c74f4499ad3f46f9fa48677b is 50, key is test_row_0/A:col10/1733715700531/Put/seqid=0 2024-12-09T03:41:41,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742079_1255 (size=12104) 2024-12-09T03:41:41,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742080_1256 (size=12104) 2024-12-09T03:41:41,578 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/4a9460f1c74f4499ad3f46f9fa48677b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/4a9460f1c74f4499ad3f46f9fa48677b 2024-12-09T03:41:41,584 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 4a9460f1c74f4499ad3f46f9fa48677b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:41,584 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:41,584 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715701528; duration=0sec 2024-12-09T03:41:41,585 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:41,585 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:41,585 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:41,586 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:41,586 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:41,586 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:41,586 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/909943cf3b1a4c15b6bcb8a394ec3e30, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/482b23439b3a4db7b7c1fc9933bc3c42, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/d327102524b0499facc7447fca51088f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.2 K 2024-12-09T03:41:41,587 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909943cf3b1a4c15b6bcb8a394ec3e30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733715698295 2024-12-09T03:41:41,587 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 482b23439b3a4db7b7c1fc9933bc3c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733715698354 2024-12-09T03:41:41,588 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d327102524b0499facc7447fca51088f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733715700518 2024-12-09T03:41:41,595 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:41,596 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/652314152a5745cebe8dca42cecdc822 is 50, key is test_row_0/C:col10/1733715700531/Put/seqid=0 2024-12-09T03:41:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742081_1257 (size=12104) 2024-12-09T03:41:41,616 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/652314152a5745cebe8dca42cecdc822 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/652314152a5745cebe8dca42cecdc822 2024-12-09T03:41:41,621 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into 652314152a5745cebe8dca42cecdc822(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:41,621 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:41,621 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715701528; duration=0sec 2024-12-09T03:41:41,621 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:41,621 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:41,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-09T03:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:41,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6574f7567e5343fd8db1452bad249851 is 50, key is test_row_0/A:col10/1733715700692/Put/seqid=0 2024-12-09T03:41:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742082_1258 (size=14341) 2024-12-09T03:41:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715761908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:41,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:41,969 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c1ffc11f406d4aadb6173b42d955c657 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c1ffc11f406d4aadb6173b42d955c657 2024-12-09T03:41:41,974 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into c1ffc11f406d4aadb6173b42d955c657(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:41,974 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:41,974 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715701528; duration=0sec 2024-12-09T03:41:41,974 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:41,974 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715762021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715762232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6574f7567e5343fd8db1452bad249851 2024-12-09T03:41:42,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/ef96c76712f9414aacbe10d0050ea291 is 50, key is test_row_0/B:col10/1733715700692/Put/seqid=0 2024-12-09T03:41:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742083_1259 (size=12001) 2024-12-09T03:41:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T03:41:42,462 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:42,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-09T03:41:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T03:41:42,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:42,465 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:42,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715762541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715762541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,546 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715762552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,555 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T03:41:42,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715762572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,576 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715762581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:42,586 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:42,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T03:41:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:42,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/ef96c76712f9414aacbe10d0050ea291 2024-12-09T03:41:42,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/306bd488ea98464db4e0be6e919b447f is 50, key is test_row_0/C:col10/1733715700692/Put/seqid=0 2024-12-09T03:41:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742084_1260 (size=12001) 2024-12-09T03:41:42,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T03:41:42,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:42,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:42,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:42,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T03:41:42,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T03:41:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:42,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715763052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:43,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T03:41:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:43,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T03:41:43,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/306bd488ea98464db4e0be6e919b447f 2024-12-09T03:41:43,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6574f7567e5343fd8db1452bad249851 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6574f7567e5343fd8db1452bad249851 2024-12-09T03:41:43,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6574f7567e5343fd8db1452bad249851, entries=200, sequenceid=83, filesize=14.0 K 2024-12-09T03:41:43,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/ef96c76712f9414aacbe10d0050ea291 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ef96c76712f9414aacbe10d0050ea291 2024-12-09T03:41:43,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ef96c76712f9414aacbe10d0050ea291, entries=150, sequenceid=83, filesize=11.7 K 2024-12-09T03:41:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/306bd488ea98464db4e0be6e919b447f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/306bd488ea98464db4e0be6e919b447f 2024-12-09T03:41:43,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/306bd488ea98464db4e0be6e919b447f, entries=150, sequenceid=83, filesize=11.7 K 2024-12-09T03:41:43,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1260ms, sequenceid=83, compaction requested=false 2024-12-09T03:41:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:43,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T03:41:43,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:43,229 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:41:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/faf4cd7958b64252bfd13b27688cb406 is 50, key is test_row_0/A:col10/1733715701883/Put/seqid=0 2024-12-09T03:41:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742085_1261 (size=12001) 2024-12-09T03:41:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T03:41:43,639 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/faf4cd7958b64252bfd13b27688cb406 2024-12-09T03:41:43,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/98a8a67a81c14fc08bce32d4929c34ec is 50, key is test_row_0/B:col10/1733715701883/Put/seqid=0 2024-12-09T03:41:43,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742086_1262 (size=12001) 2024-12-09T03:41:43,650 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/98a8a67a81c14fc08bce32d4929c34ec 2024-12-09T03:41:43,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/0d1f0e8b6d834ccbba88d3d7b61fcc32 is 50, key is test_row_0/C:col10/1733715701883/Put/seqid=0 2024-12-09T03:41:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742087_1263 (size=12001) 2024-12-09T03:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:44,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:44,064 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/0d1f0e8b6d834ccbba88d3d7b61fcc32 2024-12-09T03:41:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/faf4cd7958b64252bfd13b27688cb406 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/faf4cd7958b64252bfd13b27688cb406 2024-12-09T03:41:44,074 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/faf4cd7958b64252bfd13b27688cb406, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T03:41:44,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/98a8a67a81c14fc08bce32d4929c34ec as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/98a8a67a81c14fc08bce32d4929c34ec 2024-12-09T03:41:44,079 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/98a8a67a81c14fc08bce32d4929c34ec, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T03:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/0d1f0e8b6d834ccbba88d3d7b61fcc32 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0d1f0e8b6d834ccbba88d3d7b61fcc32 2024-12-09T03:41:44,084 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0d1f0e8b6d834ccbba88d3d7b61fcc32, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T03:41:44,085 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=33.54 KB/34350 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 856ms, sequenceid=95, compaction requested=true 2024-12-09T03:41:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-09T03:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-09T03:41:44,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-09T03:41:44,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6220 sec 2024-12-09T03:41:44,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.6270 sec 2024-12-09T03:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:44,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:41:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:44,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/a7b3104d12974bb0be00baf3c6a27112 is 50, key is test_row_0/A:col10/1733715704089/Put/seqid=0 2024-12-09T03:41:44,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742088_1264 (size=11997) 2024-12-09T03:41:44,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/a7b3104d12974bb0be00baf3c6a27112 2024-12-09T03:41:44,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/aa71b804c02c48fa9b231b204af8f636 is 50, key is test_row_0/B:col10/1733715704089/Put/seqid=0 2024-12-09T03:41:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742089_1265 (size=9657) 2024-12-09T03:41:44,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715704136, max timestamp=1733715704183Num uniques 859; 2024-12-09T03:41:44,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:44,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715704136, max timestamp=1733715704183Num uniques 859; 2024-12-09T03:41:44,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:44,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715704136, max timestamp=1733715704183Num uniques 859; 2024-12-09T03:41:44,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:44,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715764276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715764392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:44,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/aa71b804c02c48fa9b231b204af8f636 2024-12-09T03:41:44,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/5a841023d8fc4b579ca1005bb6143656 is 50, key is test_row_0/C:col10/1733715704089/Put/seqid=0 2024-12-09T03:41:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742090_1266 (size=9657) 2024-12-09T03:41:44,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715764601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T03:41:44,612 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:44,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-09T03:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T03:41:44,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:44,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:44,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T03:41:44,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T03:41:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715764911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:44,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T03:41:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T03:41:44,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/5a841023d8fc4b579ca1005bb6143656 2024-12-09T03:41:44,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/a7b3104d12974bb0be00baf3c6a27112 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/a7b3104d12974bb0be00baf3c6a27112 2024-12-09T03:41:44,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/a7b3104d12974bb0be00baf3c6a27112, entries=150, sequenceid=105, filesize=11.7 K 2024-12-09T03:41:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/aa71b804c02c48fa9b231b204af8f636 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/aa71b804c02c48fa9b231b204af8f636 2024-12-09T03:41:44,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/aa71b804c02c48fa9b231b204af8f636, entries=100, sequenceid=105, filesize=9.4 K 2024-12-09T03:41:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/5a841023d8fc4b579ca1005bb6143656 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/5a841023d8fc4b579ca1005bb6143656 2024-12-09T03:41:44,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/5a841023d8fc4b579ca1005bb6143656, entries=100, sequenceid=105, filesize=9.4 K 2024-12-09T03:41:44,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 868ms, sequenceid=105, compaction requested=true 2024-12-09T03:41:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:44,959 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:44,959 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:44,960 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:44,960 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:44,960 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,961 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/4a9460f1c74f4499ad3f46f9fa48677b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6574f7567e5343fd8db1452bad249851, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/faf4cd7958b64252bfd13b27688cb406, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/a7b3104d12974bb0be00baf3c6a27112] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=49.3 K 2024-12-09T03:41:44,961 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:44,961 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:44,961 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a9460f1c74f4499ad3f46f9fa48677b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733715700518 2024-12-09T03:41:44,961 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:44,961 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c1ffc11f406d4aadb6173b42d955c657, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ef96c76712f9414aacbe10d0050ea291, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/98a8a67a81c14fc08bce32d4929c34ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/aa71b804c02c48fa9b231b204af8f636] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=44.7 K 2024-12-09T03:41:44,962 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6574f7567e5343fd8db1452bad249851, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715700692 2024-12-09T03:41:44,962 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c1ffc11f406d4aadb6173b42d955c657, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733715700518 2024-12-09T03:41:44,962 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf4cd7958b64252bfd13b27688cb406, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733715701883 2024-12-09T03:41:44,962 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ef96c76712f9414aacbe10d0050ea291, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715700692 2024-12-09T03:41:44,963 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7b3104d12974bb0be00baf3c6a27112, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715704063 2024-12-09T03:41:44,963 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a8a67a81c14fc08bce32d4929c34ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733715701883 2024-12-09T03:41:44,963 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting aa71b804c02c48fa9b231b204af8f636, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715704084 2024-12-09T03:41:44,972 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:44,972 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:44,973 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/e75fa65c66dd4680a95d6cb4a535a9ff is 50, key is test_row_0/B:col10/1733715704089/Put/seqid=0 2024-12-09T03:41:44,973 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/3b66423c6d75437daa9ef70c16219ddb is 50, key is test_row_0/A:col10/1733715704089/Put/seqid=0 2024-12-09T03:41:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742091_1267 (size=12241) 2024-12-09T03:41:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742092_1268 (size=12241) 2024-12-09T03:41:44,992 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/3b66423c6d75437daa9ef70c16219ddb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3b66423c6d75437daa9ef70c16219ddb 2024-12-09T03:41:44,999 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 3b66423c6d75437daa9ef70c16219ddb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:44,999 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:44,999 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=12, startTime=1733715704959; duration=0sec 2024-12-09T03:41:44,999 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:44,999 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:44,999 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:45,001 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:45,001 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:45,001 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:45,001 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/652314152a5745cebe8dca42cecdc822, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/306bd488ea98464db4e0be6e919b447f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0d1f0e8b6d834ccbba88d3d7b61fcc32, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/5a841023d8fc4b579ca1005bb6143656] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=44.7 K 2024-12-09T03:41:45,001 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 652314152a5745cebe8dca42cecdc822, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733715700518 2024-12-09T03:41:45,002 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 306bd488ea98464db4e0be6e919b447f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715700692 2024-12-09T03:41:45,003 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d1f0e8b6d834ccbba88d3d7b61fcc32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733715701883 2024-12-09T03:41:45,003 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a841023d8fc4b579ca1005bb6143656, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715704084 2024-12-09T03:41:45,015 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:45,015 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/95f674c9b90944d38003fe7f36d5bf9c is 50, key is test_row_0/C:col10/1733715704089/Put/seqid=0 2024-12-09T03:41:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742093_1269 (size=12241) 2024-12-09T03:41:45,026 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/95f674c9b90944d38003fe7f36d5bf9c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95f674c9b90944d38003fe7f36d5bf9c 2024-12-09T03:41:45,032 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into 95f674c9b90944d38003fe7f36d5bf9c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:45,032 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:45,032 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=12, startTime=1733715704959; duration=0sec 2024-12-09T03:41:45,032 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:45,032 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:45,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T03:41:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:45,074 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-09T03:41:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:45,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/eb8c02d4e2a242a582abafc8414c7b28 is 50, key is test_row_0/A:col10/1733715704259/Put/seqid=0 2024-12-09T03:41:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742094_1270 (size=12151) 2024-12-09T03:41:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T03:41:45,391 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/e75fa65c66dd4680a95d6cb4a535a9ff as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e75fa65c66dd4680a95d6cb4a535a9ff 2024-12-09T03:41:45,395 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into e75fa65c66dd4680a95d6cb4a535a9ff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:45,395 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:45,395 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=12, startTime=1733715704959; duration=0sec 2024-12-09T03:41:45,395 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:45,395 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:45,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:45,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715765460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:45,484 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/eb8c02d4e2a242a582abafc8414c7b28 2024-12-09T03:41:45,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/87905d02f0514533b9ae99a7caa74892 is 50, key is test_row_0/B:col10/1733715704259/Put/seqid=0 2024-12-09T03:41:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742095_1271 (size=12151) 2024-12-09T03:41:45,496 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/87905d02f0514533b9ae99a7caa74892 2024-12-09T03:41:45,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/ce808de7b9014e83a4c5426039ee579c is 50, key is test_row_0/C:col10/1733715704259/Put/seqid=0 2024-12-09T03:41:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742096_1272 (size=12151) 2024-12-09T03:41:45,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715765571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T03:41:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715765781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:45,908 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/ce808de7b9014e83a4c5426039ee579c 2024-12-09T03:41:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/eb8c02d4e2a242a582abafc8414c7b28 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/eb8c02d4e2a242a582abafc8414c7b28 2024-12-09T03:41:45,916 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/eb8c02d4e2a242a582abafc8414c7b28, entries=150, sequenceid=144, filesize=11.9 K 2024-12-09T03:41:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/87905d02f0514533b9ae99a7caa74892 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/87905d02f0514533b9ae99a7caa74892 2024-12-09T03:41:45,921 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/87905d02f0514533b9ae99a7caa74892, entries=150, sequenceid=144, filesize=11.9 K 2024-12-09T03:41:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/ce808de7b9014e83a4c5426039ee579c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/ce808de7b9014e83a4c5426039ee579c 2024-12-09T03:41:45,926 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/ce808de7b9014e83a4c5426039ee579c, entries=150, sequenceid=144, filesize=11.9 K 2024-12-09T03:41:45,926 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 852ms, sequenceid=144, compaction requested=false 2024-12-09T03:41:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-09T03:41:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-09T03:41:45,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-09T03:41:45,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-12-09T03:41:45,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.3190 sec 2024-12-09T03:41:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:46,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:41:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:46,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/cc2285fc268e490a90be23d136ebe603 is 50, key is test_row_0/A:col10/1733715705458/Put/seqid=0 2024-12-09T03:41:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742097_1273 (size=14541) 2024-12-09T03:41:46,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/cc2285fc268e490a90be23d136ebe603 2024-12-09T03:41:46,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/dabe4aa2bb9149fb8c870a8d866a0035 is 50, key is test_row_0/B:col10/1733715705458/Put/seqid=0 2024-12-09T03:41:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742098_1274 (size=12151) 2024-12-09T03:41:46,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715706126, max timestamp=1733715706188Num uniques 859; 2024-12-09T03:41:46,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715706126, max timestamp=1733715706188Num uniques 859; 2024-12-09T03:41:46,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715706126, max timestamp=1733715706188Num uniques 859; 2024-12-09T03:41:46,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:46,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:46,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:41:46,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715766276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715766392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/dabe4aa2bb9149fb8c870a8d866a0035 2024-12-09T03:41:46,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2acbb083a99c46348df42e4cb6cb584e is 50, key is test_row_0/C:col10/1733715705458/Put/seqid=0 2024-12-09T03:41:46,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742099_1275 (size=12151) 2024-12-09T03:41:46,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715766562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,567 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715766591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,596 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715766601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715766612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715766612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,616 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,617 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T03:41:46,761 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:46,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-09T03:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T03:41:46,764 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:46,764 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:46,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T03:41:46,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715766911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:46,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:46,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:46,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T03:41:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:46,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:46,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2acbb083a99c46348df42e4cb6cb584e 2024-12-09T03:41:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/cc2285fc268e490a90be23d136ebe603 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/cc2285fc268e490a90be23d136ebe603 2024-12-09T03:41:46,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/cc2285fc268e490a90be23d136ebe603, entries=200, sequenceid=156, filesize=14.2 K 2024-12-09T03:41:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/dabe4aa2bb9149fb8c870a8d866a0035 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/dabe4aa2bb9149fb8c870a8d866a0035 2024-12-09T03:41:46,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/dabe4aa2bb9149fb8c870a8d866a0035, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T03:41:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2acbb083a99c46348df42e4cb6cb584e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2acbb083a99c46348df42e4cb6cb584e 2024-12-09T03:41:46,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2acbb083a99c46348df42e4cb6cb584e, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T03:41:46,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 862ms, sequenceid=156, compaction requested=true 2024-12-09T03:41:46,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:46,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:46,957 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:46,957 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:46,957 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:46,957 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:46,958 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:46,958 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:46,958 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:46,958 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:46,958 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e75fa65c66dd4680a95d6cb4a535a9ff, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/87905d02f0514533b9ae99a7caa74892, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/dabe4aa2bb9149fb8c870a8d866a0035] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.7 K 2024-12-09T03:41:46,958 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3b66423c6d75437daa9ef70c16219ddb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/eb8c02d4e2a242a582abafc8414c7b28, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/cc2285fc268e490a90be23d136ebe603] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=38.0 K 2024-12-09T03:41:46,958 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e75fa65c66dd4680a95d6cb4a535a9ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715701906 2024-12-09T03:41:46,958 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b66423c6d75437daa9ef70c16219ddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715701906 2024-12-09T03:41:46,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T03:41:46,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T03:41:46,959 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 87905d02f0514533b9ae99a7caa74892, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1733715704221 2024-12-09T03:41:46,960 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb8c02d4e2a242a582abafc8414c7b28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1733715704221 2024-12-09T03:41:46,960 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting dabe4aa2bb9149fb8c870a8d866a0035, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715705452 2024-12-09T03:41:46,960 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2285fc268e490a90be23d136ebe603, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715705440 2024-12-09T03:41:46,968 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:46,968 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:46,968 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1bc16a03d143445d94e16b76eeb347ec is 50, key is test_row_0/A:col10/1733715705458/Put/seqid=0 2024-12-09T03:41:46,969 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/bd27d42b05054dad91a4cb791b7eb656 is 50, key is test_row_0/B:col10/1733715705458/Put/seqid=0 2024-12-09T03:41:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742100_1276 (size=12493) 2024-12-09T03:41:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742101_1277 (size=12493) 2024-12-09T03:41:46,980 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/bd27d42b05054dad91a4cb791b7eb656 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/bd27d42b05054dad91a4cb791b7eb656 2024-12-09T03:41:46,984 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into bd27d42b05054dad91a4cb791b7eb656(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:46,984 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:46,984 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715706957; duration=0sec 2024-12-09T03:41:46,985 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:46,985 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:46,985 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:46,985 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:46,986 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:46,986 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:46,986 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95f674c9b90944d38003fe7f36d5bf9c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/ce808de7b9014e83a4c5426039ee579c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2acbb083a99c46348df42e4cb6cb584e] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.7 K 2024-12-09T03:41:46,986 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 95f674c9b90944d38003fe7f36d5bf9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733715701906 2024-12-09T03:41:46,987 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ce808de7b9014e83a4c5426039ee579c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1733715704221 2024-12-09T03:41:46,988 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2acbb083a99c46348df42e4cb6cb584e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715705452 2024-12-09T03:41:46,995 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:46,996 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/e98d40364d24400c9782c9a19eaec571 is 50, key is test_row_0/C:col10/1733715705458/Put/seqid=0 2024-12-09T03:41:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742102_1278 (size=12493) 2024-12-09T03:41:47,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T03:41:47,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:47,070 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-09T03:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:41:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/5b8b339ce61c44f8a553b1a8feb5733f is 50, key is test_row_0/A:col10/1733715706274/Put/seqid=0 2024-12-09T03:41:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742103_1279 (size=12151) 2024-12-09T03:41:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T03:41:47,385 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1bc16a03d143445d94e16b76eeb347ec as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1bc16a03d143445d94e16b76eeb347ec 2024-12-09T03:41:47,390 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 1bc16a03d143445d94e16b76eeb347ec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:47,390 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:47,390 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715706956; duration=0sec 2024-12-09T03:41:47,390 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:47,390 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T03:41:47,405 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/e98d40364d24400c9782c9a19eaec571 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/e98d40364d24400c9782c9a19eaec571 2024-12-09T03:41:47,410 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into e98d40364d24400c9782c9a19eaec571(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:47,410 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:47,410 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715706957; duration=0sec 2024-12-09T03:41:47,410 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:47,410 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:47,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715767465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:47,480 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/5b8b339ce61c44f8a553b1a8feb5733f 2024-12-09T03:41:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/2f0024082af742809a40af0ffae63b95 is 50, key is test_row_0/B:col10/1733715706274/Put/seqid=0 2024-12-09T03:41:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742104_1280 (size=12151) 2024-12-09T03:41:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715767571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:47,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715767782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:47,900 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/2f0024082af742809a40af0ffae63b95 2024-12-09T03:41:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T03:41:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/87cd05ca16c9441c933b87c17044e222 is 50, key is test_row_0/C:col10/1733715706274/Put/seqid=0 2024-12-09T03:41:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742105_1281 (size=12151) 2024-12-09T03:41:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715768091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:48,314 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/87cd05ca16c9441c933b87c17044e222 2024-12-09T03:41:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/5b8b339ce61c44f8a553b1a8feb5733f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/5b8b339ce61c44f8a553b1a8feb5733f 2024-12-09T03:41:48,322 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/5b8b339ce61c44f8a553b1a8feb5733f, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T03:41:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/2f0024082af742809a40af0ffae63b95 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/2f0024082af742809a40af0ffae63b95 2024-12-09T03:41:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/2f0024082af742809a40af0ffae63b95, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T03:41:48,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/87cd05ca16c9441c933b87c17044e222 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/87cd05ca16c9441c933b87c17044e222 2024-12-09T03:41:48,332 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/87cd05ca16c9441c933b87c17044e222, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T03:41:48,333 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1263ms, sequenceid=193, compaction requested=false 2024-12-09T03:41:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-09T03:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-09T03:41:48,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T03:41:48,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5710 sec 2024-12-09T03:41:48,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5750 sec 2024-12-09T03:41:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:48,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:48,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/60e72c0189924449b3ac54cf19baf4f0 is 50, key is test_row_0/A:col10/1733715708603/Put/seqid=0 2024-12-09T03:41:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742106_1282 (size=12151) 2024-12-09T03:41:48,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/60e72c0189924449b3ac54cf19baf4f0 2024-12-09T03:41:48,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0ddf73a35f4744a4b9325649e65d1bb3 is 50, key is test_row_0/B:col10/1733715708603/Put/seqid=0 2024-12-09T03:41:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742107_1283 (size=12151) 2024-12-09T03:41:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715768692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715768801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:48,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:48,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:48,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T03:41:48,911 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:48,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-09T03:41:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T03:41:48,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:48,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:48,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:49,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715769012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T03:41:49,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0ddf73a35f4744a4b9325649e65d1bb3 2024-12-09T03:41:49,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f931f34ab97b4a57a3d085d210f378cf is 50, key is test_row_0/C:col10/1733715708603/Put/seqid=0 2024-12-09T03:41:49,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742108_1284 (size=12151) 2024-12-09T03:41:49,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T03:41:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T03:41:49,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:49,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T03:41:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715769322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:49,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T03:41:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:49,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f931f34ab97b4a57a3d085d210f378cf 2024-12-09T03:41:49,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/60e72c0189924449b3ac54cf19baf4f0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/60e72c0189924449b3ac54cf19baf4f0 2024-12-09T03:41:49,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/60e72c0189924449b3ac54cf19baf4f0, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T03:41:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0ddf73a35f4744a4b9325649e65d1bb3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0ddf73a35f4744a4b9325649e65d1bb3 2024-12-09T03:41:49,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0ddf73a35f4744a4b9325649e65d1bb3, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T03:41:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f931f34ab97b4a57a3d085d210f378cf as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f931f34ab97b4a57a3d085d210f378cf 2024-12-09T03:41:49,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f931f34ab97b4a57a3d085d210f378cf, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T03:41:49,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 858ms, sequenceid=207, compaction requested=true 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:49,462 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:49,462 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:49,463 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:49,463 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:49,463 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:49,463 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:49,463 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,463 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,463 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1bc16a03d143445d94e16b76eeb347ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/5b8b339ce61c44f8a553b1a8feb5733f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/60e72c0189924449b3ac54cf19baf4f0] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.9 K 2024-12-09T03:41:49,463 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/bd27d42b05054dad91a4cb791b7eb656, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/2f0024082af742809a40af0ffae63b95, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0ddf73a35f4744a4b9325649e65d1bb3] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.9 K 2024-12-09T03:41:49,464 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bc16a03d143445d94e16b76eeb347ec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715705452 2024-12-09T03:41:49,464 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting bd27d42b05054dad91a4cb791b7eb656, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715705452 2024-12-09T03:41:49,464 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b8b339ce61c44f8a553b1a8feb5733f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733715706226 2024-12-09T03:41:49,464 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f0024082af742809a40af0ffae63b95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733715706226 2024-12-09T03:41:49,464 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e72c0189924449b3ac54cf19baf4f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733715707436 2024-12-09T03:41:49,464 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ddf73a35f4744a4b9325649e65d1bb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733715707436 2024-12-09T03:41:49,473 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:49,474 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/519d0ff18bec432aaf9ab24cca7c1f8f is 50, key is test_row_0/A:col10/1733715708603/Put/seqid=0 2024-12-09T03:41:49,476 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:49,477 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/73ff19cec614475ea1f47ef6f849e8f7 is 50, key is test_row_0/B:col10/1733715708603/Put/seqid=0 2024-12-09T03:41:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742109_1285 (size=12595) 2024-12-09T03:41:49,500 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/519d0ff18bec432aaf9ab24cca7c1f8f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/519d0ff18bec432aaf9ab24cca7c1f8f 2024-12-09T03:41:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742110_1286 (size=12595) 2024-12-09T03:41:49,506 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 519d0ff18bec432aaf9ab24cca7c1f8f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:49,506 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:49,506 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715709462; duration=0sec 2024-12-09T03:41:49,506 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:49,506 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:49,506 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:49,508 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:49,508 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:49,508 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,508 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/e98d40364d24400c9782c9a19eaec571, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/87cd05ca16c9441c933b87c17044e222, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f931f34ab97b4a57a3d085d210f378cf] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=35.9 K 2024-12-09T03:41:49,509 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e98d40364d24400c9782c9a19eaec571, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733715705452 2024-12-09T03:41:49,509 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/73ff19cec614475ea1f47ef6f849e8f7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/73ff19cec614475ea1f47ef6f849e8f7 2024-12-09T03:41:49,509 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87cd05ca16c9441c933b87c17044e222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733715706226 2024-12-09T03:41:49,509 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f931f34ab97b4a57a3d085d210f378cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733715707436 2024-12-09T03:41:49,514 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 73ff19cec614475ea1f47ef6f849e8f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:49,514 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:49,514 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715709462; duration=0sec 2024-12-09T03:41:49,514 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:49,515 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:49,518 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:49,519 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/251c8a26d19c4603a46049d6a4d0274d is 50, key is test_row_0/C:col10/1733715708603/Put/seqid=0 2024-12-09T03:41:49,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742111_1287 (size=12595) 2024-12-09T03:41:49,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T03:41:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:49,527 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T03:41:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:49,528 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/251c8a26d19c4603a46049d6a4d0274d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/251c8a26d19c4603a46049d6a4d0274d 2024-12-09T03:41:49,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/20246c8ecb84460f8f4c0d86af5b7dbd is 50, key is test_row_0/A:col10/1733715708674/Put/seqid=0 2024-12-09T03:41:49,533 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into 251c8a26d19c4603a46049d6a4d0274d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:49,533 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:49,533 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715709462; duration=0sec 2024-12-09T03:41:49,533 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:49,533 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742112_1288 (size=12151) 2024-12-09T03:41:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T03:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715769883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:49,938 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/20246c8ecb84460f8f4c0d86af5b7dbd 2024-12-09T03:41:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/407bb13d72664027b11d9d04b621b1bb is 50, key is test_row_0/B:col10/1733715708674/Put/seqid=0 2024-12-09T03:41:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742113_1289 (size=12151) 2024-12-09T03:41:49,966 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/407bb13d72664027b11d9d04b621b1bb 2024-12-09T03:41:49,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/804d7eb6c19446aaafbdb0361d2753d1 is 50, key is test_row_0/C:col10/1733715708674/Put/seqid=0 2024-12-09T03:41:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742114_1290 (size=12151) 2024-12-09T03:41:49,988 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/804d7eb6c19446aaafbdb0361d2753d1 2024-12-09T03:41:49,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/20246c8ecb84460f8f4c0d86af5b7dbd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/20246c8ecb84460f8f4c0d86af5b7dbd 2024-12-09T03:41:49,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715769991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:50,000 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/20246c8ecb84460f8f4c0d86af5b7dbd, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T03:41:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/407bb13d72664027b11d9d04b621b1bb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/407bb13d72664027b11d9d04b621b1bb 2024-12-09T03:41:50,008 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/407bb13d72664027b11d9d04b621b1bb, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T03:41:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/804d7eb6c19446aaafbdb0361d2753d1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/804d7eb6c19446aaafbdb0361d2753d1 2024-12-09T03:41:50,019 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/804d7eb6c19446aaafbdb0361d2753d1, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T03:41:50,020 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 493ms, sequenceid=229, compaction requested=false 2024-12-09T03:41:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-09T03:41:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-09T03:41:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-09T03:41:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1060 sec 2024-12-09T03:41:50,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.1130 sec 2024-12-09T03:41:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T03:41:50,052 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:50,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-09T03:41:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T03:41:50,056 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:50,057 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:50,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T03:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:50,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T03:41:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:50,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/3517696eadcc45ee86c45dfe3d9e3b17 is 50, key is test_row_0/A:col10/1733715709881/Put/seqid=0 2024-12-09T03:41:50,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T03:41:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742115_1291 (size=12151) 2024-12-09T03:41:50,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/3517696eadcc45ee86c45dfe3d9e3b17 2024-12-09T03:41:50,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/3e72a2d259254a4bbb4dcfd1e2135eac is 50, key is test_row_0/B:col10/1733715709881/Put/seqid=0 2024-12-09T03:41:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742116_1292 (size=12151) 2024-12-09T03:41:50,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715770279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:50,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T03:41:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T03:41:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715770391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:50,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T03:41:50,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:50,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715770602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:50,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/3e72a2d259254a4bbb4dcfd1e2135eac 2024-12-09T03:41:50,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/bf30631ccd12409fb9584e2b82b9dd99 is 50, key is test_row_0/C:col10/1733715709881/Put/seqid=0 2024-12-09T03:41:50,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T03:41:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742117_1293 (size=12151) 2024-12-09T03:41:50,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/bf30631ccd12409fb9584e2b82b9dd99 2024-12-09T03:41:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T03:41:50,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/3517696eadcc45ee86c45dfe3d9e3b17 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3517696eadcc45ee86c45dfe3d9e3b17 2024-12-09T03:41:50,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3517696eadcc45ee86c45dfe3d9e3b17, entries=150, sequenceid=243, filesize=11.9 K 2024-12-09T03:41:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/3e72a2d259254a4bbb4dcfd1e2135eac as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3e72a2d259254a4bbb4dcfd1e2135eac 2024-12-09T03:41:50,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3e72a2d259254a4bbb4dcfd1e2135eac, entries=150, sequenceid=243, filesize=11.9 K 2024-12-09T03:41:50,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/bf30631ccd12409fb9584e2b82b9dd99 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bf30631ccd12409fb9584e2b82b9dd99 2024-12-09T03:41:50,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bf30631ccd12409fb9584e2b82b9dd99, entries=150, sequenceid=243, filesize=11.9 K 2024-12-09T03:41:50,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 492ms, sequenceid=243, compaction requested=true 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:50,696 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:41:50,696 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:50,697 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:50,697 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:50,697 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,697 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/519d0ff18bec432aaf9ab24cca7c1f8f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/20246c8ecb84460f8f4c0d86af5b7dbd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3517696eadcc45ee86c45dfe3d9e3b17] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.0 K 2024-12-09T03:41:50,697 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:50,697 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:50,697 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,697 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/73ff19cec614475ea1f47ef6f849e8f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/407bb13d72664027b11d9d04b621b1bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3e72a2d259254a4bbb4dcfd1e2135eac] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.0 K 2024-12-09T03:41:50,698 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519d0ff18bec432aaf9ab24cca7c1f8f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733715707436 2024-12-09T03:41:50,698 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ff19cec614475ea1f47ef6f849e8f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733715707436 2024-12-09T03:41:50,698 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20246c8ecb84460f8f4c0d86af5b7dbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733715708674 2024-12-09T03:41:50,699 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 407bb13d72664027b11d9d04b621b1bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733715708674 2024-12-09T03:41:50,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3517696eadcc45ee86c45dfe3d9e3b17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715709872 2024-12-09T03:41:50,699 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e72a2d259254a4bbb4dcfd1e2135eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715709872 2024-12-09T03:41:50,708 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:50,708 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/579508167a624f1fbbaca53eeb8295cc is 50, key is test_row_0/A:col10/1733715709881/Put/seqid=0 2024-12-09T03:41:50,713 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:50,714 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/480b82e5ed404f0cb17a6e43842abfb0 is 50, key is test_row_0/B:col10/1733715709881/Put/seqid=0 2024-12-09T03:41:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742118_1294 (size=12697) 2024-12-09T03:41:50,743 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/579508167a624f1fbbaca53eeb8295cc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/579508167a624f1fbbaca53eeb8295cc 2024-12-09T03:41:50,748 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 579508167a624f1fbbaca53eeb8295cc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:50,748 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:50,748 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715710696; duration=0sec 2024-12-09T03:41:50,749 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:50,749 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:50,749 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742119_1295 (size=12697) 2024-12-09T03:41:50,751 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:50,751 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:50,751 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,751 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/251c8a26d19c4603a46049d6a4d0274d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/804d7eb6c19446aaafbdb0361d2753d1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bf30631ccd12409fb9584e2b82b9dd99] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.0 K 2024-12-09T03:41:50,752 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 251c8a26d19c4603a46049d6a4d0274d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733715707436 2024-12-09T03:41:50,752 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804d7eb6c19446aaafbdb0361d2753d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733715708674 2024-12-09T03:41:50,752 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf30631ccd12409fb9584e2b82b9dd99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715709872 2024-12-09T03:41:50,765 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:50,765 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f17ca83c39e64468b3a52727aeef1b4a is 50, key is test_row_0/C:col10/1733715709881/Put/seqid=0 2024-12-09T03:41:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742120_1296 (size=12697) 2024-12-09T03:41:50,790 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f17ca83c39e64468b3a52727aeef1b4a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f17ca83c39e64468b3a52727aeef1b4a 2024-12-09T03:41:50,798 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into f17ca83c39e64468b3a52727aeef1b4a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:50,798 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:50,798 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715710696; duration=0sec 2024-12-09T03:41:50,799 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:50,799 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:50,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T03:41:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:50,831 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/820c1e05f6664d39999409a91e714166 is 50, key is test_row_0/A:col10/1733715710277/Put/seqid=0 2024-12-09T03:41:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742121_1297 (size=9857) 2024-12-09T03:41:50,875 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/820c1e05f6664d39999409a91e714166 2024-12-09T03:41:50,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/82a2188048ac4f549c1031c7d9c91d06 is 50, key is test_row_0/B:col10/1733715710277/Put/seqid=0 2024-12-09T03:41:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742122_1298 (size=9857) 2024-12-09T03:41:50,920 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/82a2188048ac4f549c1031c7d9c91d06 2024-12-09T03:41:50,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/26cffab2f897423b8289369e0c234274 is 50, key is test_row_0/C:col10/1733715710277/Put/seqid=0 2024-12-09T03:41:50,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742123_1299 (size=9857) 2024-12-09T03:41:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715770979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715771091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:51,158 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/480b82e5ed404f0cb17a6e43842abfb0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/480b82e5ed404f0cb17a6e43842abfb0 2024-12-09T03:41:51,163 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 480b82e5ed404f0cb17a6e43842abfb0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:51,163 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:51,163 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715710696; duration=0sec 2024-12-09T03:41:51,163 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:51,163 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T03:41:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715771301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:51,359 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/26cffab2f897423b8289369e0c234274 2024-12-09T03:41:51,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/820c1e05f6664d39999409a91e714166 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/820c1e05f6664d39999409a91e714166 2024-12-09T03:41:51,375 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/820c1e05f6664d39999409a91e714166, entries=100, sequenceid=264, filesize=9.6 K 2024-12-09T03:41:51,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/82a2188048ac4f549c1031c7d9c91d06 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/82a2188048ac4f549c1031c7d9c91d06 2024-12-09T03:41:51,384 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/82a2188048ac4f549c1031c7d9c91d06, entries=100, sequenceid=264, filesize=9.6 K 2024-12-09T03:41:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/26cffab2f897423b8289369e0c234274 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/26cffab2f897423b8289369e0c234274 2024-12-09T03:41:51,391 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/26cffab2f897423b8289369e0c234274, entries=100, sequenceid=264, filesize=9.6 K 2024-12-09T03:41:51,393 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 562ms, sequenceid=264, compaction requested=false 2024-12-09T03:41:51,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:51,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:51,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-09T03:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-09T03:41:51,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-09T03:41:51,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3380 sec 2024-12-09T03:41:51,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.3440 sec 2024-12-09T03:41:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:51,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T03:41:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:51,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/67c1fc7c8b384107ac8a72c3f2d195e7 is 50, key is test_row_0/A:col10/1733715710961/Put/seqid=0 2024-12-09T03:41:51,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742124_1300 (size=14741) 2024-12-09T03:41:51,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/67c1fc7c8b384107ac8a72c3f2d195e7 2024-12-09T03:41:51,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/e7fff60ad23f432bb32d19f5a691d65d is 50, key is test_row_0/B:col10/1733715710961/Put/seqid=0 2024-12-09T03:41:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742125_1301 (size=12301) 2024-12-09T03:41:51,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/e7fff60ad23f432bb32d19f5a691d65d 2024-12-09T03:41:51,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2294480315104412bc000a2ab94be3fb is 50, key is test_row_0/C:col10/1733715710961/Put/seqid=0 2024-12-09T03:41:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742126_1302 (size=12301) 2024-12-09T03:41:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715771703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:51,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715771811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715772022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:52,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2294480315104412bc000a2ab94be3fb 2024-12-09T03:41:52,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/67c1fc7c8b384107ac8a72c3f2d195e7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/67c1fc7c8b384107ac8a72c3f2d195e7 2024-12-09T03:41:52,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/67c1fc7c8b384107ac8a72c3f2d195e7, entries=200, sequenceid=279, filesize=14.4 K 2024-12-09T03:41:52,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/e7fff60ad23f432bb32d19f5a691d65d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e7fff60ad23f432bb32d19f5a691d65d 2024-12-09T03:41:52,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e7fff60ad23f432bb32d19f5a691d65d, entries=150, sequenceid=279, filesize=12.0 K 2024-12-09T03:41:52,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2294480315104412bc000a2ab94be3fb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2294480315104412bc000a2ab94be3fb 2024-12-09T03:41:52,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2294480315104412bc000a2ab94be3fb, entries=150, sequenceid=279, filesize=12.0 K 2024-12-09T03:41:52,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 503ms, sequenceid=279, compaction requested=true 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:52,119 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:52,119 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:52,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:52,121 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:52,121 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37295 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:52,122 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:52,122 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:52,122 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,122 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/480b82e5ed404f0cb17a6e43842abfb0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/82a2188048ac4f549c1031c7d9c91d06, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e7fff60ad23f432bb32d19f5a691d65d] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=34.0 K 2024-12-09T03:41:52,122 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,122 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/579508167a624f1fbbaca53eeb8295cc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/820c1e05f6664d39999409a91e714166, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/67c1fc7c8b384107ac8a72c3f2d195e7] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.4 K 2024-12-09T03:41:52,122 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 480b82e5ed404f0cb17a6e43842abfb0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715709872 2024-12-09T03:41:52,122 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 579508167a624f1fbbaca53eeb8295cc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715709872 2024-12-09T03:41:52,123 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 82a2188048ac4f549c1031c7d9c91d06, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733715710262 2024-12-09T03:41:52,123 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 820c1e05f6664d39999409a91e714166, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733715710262 2024-12-09T03:41:52,123 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e7fff60ad23f432bb32d19f5a691d65d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733715710961 2024-12-09T03:41:52,124 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67c1fc7c8b384107ac8a72c3f2d195e7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733715710961 2024-12-09T03:41:52,150 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:52,150 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:52,151 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/30e20205cfe1484fa9844b3c7c1f2b53 is 50, key is test_row_0/B:col10/1733715710961/Put/seqid=0 2024-12-09T03:41:52,151 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/0b5c7817f449429799b3f92269743487 is 50, key is test_row_0/A:col10/1733715710961/Put/seqid=0 2024-12-09T03:41:52,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742127_1303 (size=12949) 2024-12-09T03:41:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742128_1304 (size=12949) 2024-12-09T03:41:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T03:41:52,202 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:52,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-09T03:41:52,204 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T03:41:52,206 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:52,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T03:41:52,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:41:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:52,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1f7c56df02a04844b6908f01d7c2cb98 is 50, key is test_row_0/A:col10/1733715711701/Put/seqid=0 2024-12-09T03:41:52,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T03:41:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742129_1305 (size=14741) 2024-12-09T03:41:52,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1f7c56df02a04844b6908f01d7c2cb98 2024-12-09T03:41:52,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/db6607b2d04245b5bbd2068adc039a32 is 50, key is test_row_0/B:col10/1733715711701/Put/seqid=0 2024-12-09T03:41:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715772424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742130_1306 (size=12301) 2024-12-09T03:41:52,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/db6607b2d04245b5bbd2068adc039a32 2024-12-09T03:41:52,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/aded6c6ea31e4163933e09243dac7810 is 50, key is test_row_0/C:col10/1733715711701/Put/seqid=0 2024-12-09T03:41:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742131_1307 (size=12301) 2024-12-09T03:41:52,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/aded6c6ea31e4163933e09243dac7810 2024-12-09T03:41:52,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T03:41:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1f7c56df02a04844b6908f01d7c2cb98 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1f7c56df02a04844b6908f01d7c2cb98 2024-12-09T03:41:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1f7c56df02a04844b6908f01d7c2cb98, entries=200, sequenceid=298, filesize=14.4 K 2024-12-09T03:41:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T03:41:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/db6607b2d04245b5bbd2068adc039a32 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/db6607b2d04245b5bbd2068adc039a32 2024-12-09T03:41:52,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/db6607b2d04245b5bbd2068adc039a32, entries=150, sequenceid=298, filesize=12.0 K 2024-12-09T03:41:52,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/aded6c6ea31e4163933e09243dac7810 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/aded6c6ea31e4163933e09243dac7810 2024-12-09T03:41:52,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/aded6c6ea31e4163933e09243dac7810, entries=150, sequenceid=298, filesize=12.0 K 2024-12-09T03:41:52,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 198ms, sequenceid=298, compaction requested=true 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-09T03:41:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:52,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T03:41:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:52,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/90644d8499ac426f9d6ffcc1f2b2a7c7 is 50, key is test_row_0/A:col10/1733715712542/Put/seqid=0 2024-12-09T03:41:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742132_1308 (size=14741) 2024-12-09T03:41:52,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/90644d8499ac426f9d6ffcc1f2b2a7c7 2024-12-09T03:41:52,593 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/30e20205cfe1484fa9844b3c7c1f2b53 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/30e20205cfe1484fa9844b3c7c1f2b53 2024-12-09T03:41:52,593 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/0b5c7817f449429799b3f92269743487 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0b5c7817f449429799b3f92269743487 2024-12-09T03:41:52,602 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 0b5c7817f449429799b3f92269743487(size=12.6 K), total size for store is 27.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:52,602 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:52,602 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715712119; duration=0sec 2024-12-09T03:41:52,602 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-09T03:41:52,602 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:52,602 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:52,602 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:52,604 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:52,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/66c4dd9cf69e4431b1ab161ea7b089de is 50, key is test_row_0/B:col10/1733715712542/Put/seqid=0 2024-12-09T03:41:52,604 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:52,604 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,604 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f17ca83c39e64468b3a52727aeef1b4a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/26cffab2f897423b8289369e0c234274, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2294480315104412bc000a2ab94be3fb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/aded6c6ea31e4163933e09243dac7810] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=46.1 K 2024-12-09T03:41:52,605 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f17ca83c39e64468b3a52727aeef1b4a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715709872 2024-12-09T03:41:52,605 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 30e20205cfe1484fa9844b3c7c1f2b53(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:52,605 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:52,605 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715712119; duration=0sec 2024-12-09T03:41:52,605 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26cffab2f897423b8289369e0c234274, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733715710262 2024-12-09T03:41:52,605 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2294480315104412bc000a2ab94be3fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733715710961 2024-12-09T03:41:52,605 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T03:41:52,605 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. because compaction request was cancelled 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting aded6c6ea31e4163933e09243dac7810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733715711617 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:52,606 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T03:41:52,609 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T03:41:52,609 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T03:41:52,609 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. because compaction request was cancelled 2024-12-09T03:41:52,609 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:52,609 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T03:41:52,609 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T03:41:52,610 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T03:41:52,610 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. because compaction request was cancelled 2024-12-09T03:41:52,610 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:52,624 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:52,625 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f347830b45c442d1b09410c5294ebf28 is 50, key is test_row_0/C:col10/1733715711701/Put/seqid=0 2024-12-09T03:41:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742133_1309 (size=12301) 2024-12-09T03:41:52,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/66c4dd9cf69e4431b1ab161ea7b089de 2024-12-09T03:41:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742134_1310 (size=12983) 2024-12-09T03:41:52,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/20e79f533f2c41d1b44922215ba2bff6 is 50, key is test_row_0/C:col10/1733715712542/Put/seqid=0 2024-12-09T03:41:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715772658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:52,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T03:41:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742135_1311 (size=12301) 2024-12-09T03:41:52,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715772772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:52,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:52,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T03:41:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T03:41:52,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T03:41:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:52,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715772982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:52,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:52,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:53,060 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/f347830b45c442d1b09410c5294ebf28 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f347830b45c442d1b09410c5294ebf28 2024-12-09T03:41:53,065 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into f347830b45c442d1b09410c5294ebf28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:53,065 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:53,066 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=12, startTime=1733715712535; duration=0sec 2024-12-09T03:41:53,066 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:53,066 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:53,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/20e79f533f2c41d1b44922215ba2bff6 2024-12-09T03:41:53,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/90644d8499ac426f9d6ffcc1f2b2a7c7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/90644d8499ac426f9d6ffcc1f2b2a7c7 2024-12-09T03:41:53,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/90644d8499ac426f9d6ffcc1f2b2a7c7, entries=200, sequenceid=312, filesize=14.4 K 2024-12-09T03:41:53,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/66c4dd9cf69e4431b1ab161ea7b089de as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/66c4dd9cf69e4431b1ab161ea7b089de 2024-12-09T03:41:53,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/66c4dd9cf69e4431b1ab161ea7b089de, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T03:41:53,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/20e79f533f2c41d1b44922215ba2bff6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/20e79f533f2c41d1b44922215ba2bff6 2024-12-09T03:41:53,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/20e79f533f2c41d1b44922215ba2bff6, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T03:41:53,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 557ms, sequenceid=312, compaction requested=true 2024-12-09T03:41:53,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:53,101 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:53,101 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:53,102 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:53,102 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:53,102 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:53,102 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:53,102 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:53,102 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:53,102 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/30e20205cfe1484fa9844b3c7c1f2b53, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/db6607b2d04245b5bbd2068adc039a32, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/66c4dd9cf69e4431b1ab161ea7b089de] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.7 K 2024-12-09T03:41:53,102 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0b5c7817f449429799b3f92269743487, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1f7c56df02a04844b6908f01d7c2cb98, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/90644d8499ac426f9d6ffcc1f2b2a7c7] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=41.4 K 2024-12-09T03:41:53,102 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e20205cfe1484fa9844b3c7c1f2b53, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733715710961 2024-12-09T03:41:53,102 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b5c7817f449429799b3f92269743487, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733715710961 2024-12-09T03:41:53,103 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting db6607b2d04245b5bbd2068adc039a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733715711617 2024-12-09T03:41:53,103 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f7c56df02a04844b6908f01d7c2cb98, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733715711617 2024-12-09T03:41:53,103 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c4dd9cf69e4431b1ab161ea7b089de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715712396 2024-12-09T03:41:53,103 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90644d8499ac426f9d6ffcc1f2b2a7c7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715712396 2024-12-09T03:41:53,112 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:53,113 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/8d7d1554af3d4df28b16527cb4ae7f4d is 50, key is test_row_0/B:col10/1733715712542/Put/seqid=0 2024-12-09T03:41:53,116 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:53,117 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/fffb06cb2c6f45e880fa6f920b8f4fe1 is 50, key is test_row_0/A:col10/1733715712542/Put/seqid=0 2024-12-09T03:41:53,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:53,138 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:53,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/d35b3e3788ca4d0fb5bbfe9574f4852f is 50, key is test_row_0/A:col10/1733715712632/Put/seqid=0 2024-12-09T03:41:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742136_1312 (size=13051) 2024-12-09T03:41:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742137_1313 (size=13051) 2024-12-09T03:41:53,178 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/fffb06cb2c6f45e880fa6f920b8f4fe1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/fffb06cb2c6f45e880fa6f920b8f4fe1 2024-12-09T03:41:53,185 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into fffb06cb2c6f45e880fa6f920b8f4fe1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:53,185 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:53,185 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715713101; duration=0sec 2024-12-09T03:41:53,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:53,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:53,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T03:41:53,187 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T03:41:53,187 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T03:41:53,187 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. because compaction request was cancelled 2024-12-09T03:41:53,187 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742138_1314 (size=12301) 2024-12-09T03:41:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:53,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T03:41:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715773354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:53,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715773471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:53,564 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/8d7d1554af3d4df28b16527cb4ae7f4d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8d7d1554af3d4df28b16527cb4ae7f4d 2024-12-09T03:41:53,569 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 8d7d1554af3d4df28b16527cb4ae7f4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:53,569 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:53,569 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715713101; duration=0sec 2024-12-09T03:41:53,569 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:53,569 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:53,600 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/d35b3e3788ca4d0fb5bbfe9574f4852f 2024-12-09T03:41:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0c24e4584b7946478ed0ffd8105f8a40 is 50, key is test_row_0/B:col10/1733715712632/Put/seqid=0 2024-12-09T03:41:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742139_1315 (size=12301) 2024-12-09T03:41:53,647 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0c24e4584b7946478ed0ffd8105f8a40 2024-12-09T03:41:53,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b2da3674abf64d629aba41bf64c29289 is 50, key is test_row_0/C:col10/1733715712632/Put/seqid=0 2024-12-09T03:41:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742140_1316 (size=12301) 2024-12-09T03:41:53,672 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b2da3674abf64d629aba41bf64c29289 2024-12-09T03:41:53,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/d35b3e3788ca4d0fb5bbfe9574f4852f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/d35b3e3788ca4d0fb5bbfe9574f4852f 2024-12-09T03:41:53,682 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/d35b3e3788ca4d0fb5bbfe9574f4852f, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T03:41:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0c24e4584b7946478ed0ffd8105f8a40 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0c24e4584b7946478ed0ffd8105f8a40 2024-12-09T03:41:53,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715773682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:53,687 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0c24e4584b7946478ed0ffd8105f8a40, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T03:41:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b2da3674abf64d629aba41bf64c29289 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b2da3674abf64d629aba41bf64c29289 2024-12-09T03:41:53,692 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b2da3674abf64d629aba41bf64c29289, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T03:41:53,693 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 555ms, sequenceid=333, compaction requested=true 2024-12-09T03:41:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-09T03:41:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-09T03:41:53,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-09T03:41:53,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-12-09T03:41:53,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4950 sec 2024-12-09T03:41:53,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:41:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:54,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ae57015f058d4aa3a56e6a8c0562b77e is 50, key is test_row_0/A:col10/1733715713346/Put/seqid=0 2024-12-09T03:41:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742141_1317 (size=12301) 2024-12-09T03:41:54,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ae57015f058d4aa3a56e6a8c0562b77e 2024-12-09T03:41:54,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/8c49530f612e406bb873c7b13b9089d1 is 50, key is test_row_0/B:col10/1733715713346/Put/seqid=0 2024-12-09T03:41:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742142_1318 (size=12301) 2024-12-09T03:41:54,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/8c49530f612e406bb873c7b13b9089d1 2024-12-09T03:41:54,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2dd7a773ee314e859257095e235a8727 is 50, key is test_row_0/C:col10/1733715713346/Put/seqid=0 2024-12-09T03:41:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742143_1319 (size=12301) 2024-12-09T03:41:54,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2dd7a773ee314e859257095e235a8727 2024-12-09T03:41:54,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ae57015f058d4aa3a56e6a8c0562b77e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ae57015f058d4aa3a56e6a8c0562b77e 2024-12-09T03:41:54,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715774100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:54,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ae57015f058d4aa3a56e6a8c0562b77e, entries=150, sequenceid=350, filesize=12.0 K 2024-12-09T03:41:54,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/8c49530f612e406bb873c7b13b9089d1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8c49530f612e406bb873c7b13b9089d1 2024-12-09T03:41:54,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8c49530f612e406bb873c7b13b9089d1, entries=150, sequenceid=350, filesize=12.0 K 2024-12-09T03:41:54,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/2dd7a773ee314e859257095e235a8727 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2dd7a773ee314e859257095e235a8727 2024-12-09T03:41:54,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2dd7a773ee314e859257095e235a8727, entries=150, sequenceid=350, filesize=12.0 K 2024-12-09T03:41:54,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 134ms, sequenceid=350, compaction requested=true 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,128 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:54,128 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:54,129 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:54,129 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:54,129 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,129 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8d7d1554af3d4df28b16527cb4ae7f4d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0c24e4584b7946478ed0ffd8105f8a40, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8c49530f612e406bb873c7b13b9089d1] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.8 K 2024-12-09T03:41:54,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:54,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:54,130 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,130 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/fffb06cb2c6f45e880fa6f920b8f4fe1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/d35b3e3788ca4d0fb5bbfe9574f4852f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ae57015f058d4aa3a56e6a8c0562b77e] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.8 K 2024-12-09T03:41:54,131 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d7d1554af3d4df28b16527cb4ae7f4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715712396 2024-12-09T03:41:54,131 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fffb06cb2c6f45e880fa6f920b8f4fe1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715712396 2024-12-09T03:41:54,131 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d35b3e3788ca4d0fb5bbfe9574f4852f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733715712632 2024-12-09T03:41:54,131 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c24e4584b7946478ed0ffd8105f8a40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733715712632 2024-12-09T03:41:54,132 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae57015f058d4aa3a56e6a8c0562b77e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733715713339 2024-12-09T03:41:54,132 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c49530f612e406bb873c7b13b9089d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733715713339 2024-12-09T03:41:54,143 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:54,143 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/9280f14f6cef447d9867c23b68485974 is 50, key is test_row_0/A:col10/1733715713346/Put/seqid=0 2024-12-09T03:41:54,155 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:54,156 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/7500cfdfbacc4869ac235fb2c2402600 is 50, key is test_row_0/B:col10/1733715713346/Put/seqid=0 2024-12-09T03:41:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742144_1320 (size=13153) 2024-12-09T03:41:54,168 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/9280f14f6cef447d9867c23b68485974 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/9280f14f6cef447d9867c23b68485974 2024-12-09T03:41:54,175 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 9280f14f6cef447d9867c23b68485974(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:54,175 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,176 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715714128; duration=0sec 2024-12-09T03:41:54,176 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:54,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742145_1321 (size=13153) 2024-12-09T03:41:54,176 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:54,176 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:41:54,179 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:41:54,179 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:54,179 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,179 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f347830b45c442d1b09410c5294ebf28, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/20e79f533f2c41d1b44922215ba2bff6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b2da3674abf64d629aba41bf64c29289, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2dd7a773ee314e859257095e235a8727] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=48.7 K 2024-12-09T03:41:54,179 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f347830b45c442d1b09410c5294ebf28, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733715711617 2024-12-09T03:41:54,185 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20e79f533f2c41d1b44922215ba2bff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715712396 2024-12-09T03:41:54,185 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2da3674abf64d629aba41bf64c29289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733715712632 2024-12-09T03:41:54,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dd7a773ee314e859257095e235a8727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733715713339 2024-12-09T03:41:54,189 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/7500cfdfbacc4869ac235fb2c2402600 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/7500cfdfbacc4869ac235fb2c2402600 2024-12-09T03:41:54,195 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 7500cfdfbacc4869ac235fb2c2402600(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:54,195 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,195 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715714128; duration=0sec 2024-12-09T03:41:54,195 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,195 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:54,199 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:54,199 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/db3b897727e84e7a96d3929bd203955f is 50, key is test_row_0/C:col10/1733715713346/Put/seqid=0 2024-12-09T03:41:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:54,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T03:41:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:54,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742146_1322 (size=13119) 2024-12-09T03:41:54,242 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/db3b897727e84e7a96d3929bd203955f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/db3b897727e84e7a96d3929bd203955f 2024-12-09T03:41:54,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ce9d465d2dd141b38495a925ec739576 is 50, key is test_row_0/A:col10/1733715714215/Put/seqid=0 2024-12-09T03:41:54,248 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into db3b897727e84e7a96d3929bd203955f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:54,248 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,248 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=12, startTime=1733715714128; duration=0sec 2024-12-09T03:41:54,248 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,248 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:54,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742147_1323 (size=14741) 2024-12-09T03:41:54,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ce9d465d2dd141b38495a925ec739576 2024-12-09T03:41:54,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/b90db66e456c4f41a21801a114674b4e is 50, key is test_row_0/B:col10/1733715714215/Put/seqid=0 2024-12-09T03:41:54,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715774289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:54,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742148_1324 (size=12301) 2024-12-09T03:41:54,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/b90db66e456c4f41a21801a114674b4e 2024-12-09T03:41:54,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/61491a0b504b40179932a152b42c95cc is 50, key is test_row_0/C:col10/1733715714215/Put/seqid=0 2024-12-09T03:41:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742149_1325 (size=12301) 2024-12-09T03:41:54,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/61491a0b504b40179932a152b42c95cc 2024-12-09T03:41:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ce9d465d2dd141b38495a925ec739576 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ce9d465d2dd141b38495a925ec739576 2024-12-09T03:41:54,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ce9d465d2dd141b38495a925ec739576, entries=200, sequenceid=370, filesize=14.4 K 2024-12-09T03:41:54,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/b90db66e456c4f41a21801a114674b4e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/b90db66e456c4f41a21801a114674b4e 2024-12-09T03:41:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T03:41:54,362 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:54,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-09T03:41:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T03:41:54,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:54,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:54,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:54,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/b90db66e456c4f41a21801a114674b4e, entries=150, sequenceid=370, filesize=12.0 K 2024-12-09T03:41:54,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/61491a0b504b40179932a152b42c95cc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/61491a0b504b40179932a152b42c95cc 2024-12-09T03:41:54,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/61491a0b504b40179932a152b42c95cc, entries=150, sequenceid=370, filesize=12.0 K 2024-12-09T03:41:54,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 157ms, sequenceid=370, compaction requested=false 2024-12-09T03:41:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:54,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:41:54,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:54,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:54,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:54,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ac1b109c27af4b6a93294069add8c9c0 is 50, key is test_row_0/A:col10/1733715714402/Put/seqid=0 2024-12-09T03:41:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742150_1326 (size=14741) 2024-12-09T03:41:54,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ac1b109c27af4b6a93294069add8c9c0 2024-12-09T03:41:54,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/36df63a461eb4f2186196ee91a670c17 is 50, key is test_row_0/B:col10/1733715714402/Put/seqid=0 2024-12-09T03:41:54,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742151_1327 (size=12301) 2024-12-09T03:41:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T03:41:54,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715774470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:54,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T03:41:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715774582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:54,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T03:41:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T03:41:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715774792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:54,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T03:41:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:54,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/36df63a461eb4f2186196ee91a670c17 2024-12-09T03:41:54,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/36de93e27a564084b86742dec129e85f is 50, key is test_row_0/C:col10/1733715714402/Put/seqid=0 2024-12-09T03:41:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742152_1328 (size=12301) 2024-12-09T03:41:54,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/36de93e27a564084b86742dec129e85f 2024-12-09T03:41:54,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/ac1b109c27af4b6a93294069add8c9c0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ac1b109c27af4b6a93294069add8c9c0 2024-12-09T03:41:54,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ac1b109c27af4b6a93294069add8c9c0, entries=200, sequenceid=386, filesize=14.4 K 2024-12-09T03:41:54,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/36df63a461eb4f2186196ee91a670c17 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/36df63a461eb4f2186196ee91a670c17 2024-12-09T03:41:54,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/36df63a461eb4f2186196ee91a670c17, entries=150, sequenceid=386, filesize=12.0 K 2024-12-09T03:41:54,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/36de93e27a564084b86742dec129e85f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/36de93e27a564084b86742dec129e85f 2024-12-09T03:41:54,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/36de93e27a564084b86742dec129e85f, entries=150, sequenceid=386, filesize=12.0 K 2024-12-09T03:41:54,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 478ms, sequenceid=386, compaction requested=true 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,882 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:54,882 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:54,883 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:54,884 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:54,884 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,884 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/9280f14f6cef447d9867c23b68485974, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ce9d465d2dd141b38495a925ec739576, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ac1b109c27af4b6a93294069add8c9c0] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=41.6 K 2024-12-09T03:41:54,884 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:54,884 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:54,884 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,884 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/7500cfdfbacc4869ac235fb2c2402600, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/b90db66e456c4f41a21801a114674b4e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/36df63a461eb4f2186196ee91a670c17] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.9 K 2024-12-09T03:41:54,885 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7500cfdfbacc4869ac235fb2c2402600, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733715713339 2024-12-09T03:41:54,885 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9280f14f6cef447d9867c23b68485974, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733715713339 2024-12-09T03:41:54,885 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9d465d2dd141b38495a925ec739576, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733715714077 2024-12-09T03:41:54,885 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b90db66e456c4f41a21801a114674b4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733715714077 2024-12-09T03:41:54,886 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac1b109c27af4b6a93294069add8c9c0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733715714231 2024-12-09T03:41:54,886 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 36df63a461eb4f2186196ee91a670c17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733715714231 2024-12-09T03:41:54,899 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:54,899 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/689996727fef447ba69aa62427688ab2 is 50, key is test_row_0/A:col10/1733715714402/Put/seqid=0 2024-12-09T03:41:54,923 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:54,923 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/148efd6b1b32437e836bb889d28fc0cf is 50, key is test_row_0/B:col10/1733715714402/Put/seqid=0 2024-12-09T03:41:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742153_1329 (size=13255) 2024-12-09T03:41:54,957 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/689996727fef447ba69aa62427688ab2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/689996727fef447ba69aa62427688ab2 2024-12-09T03:41:54,965 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 689996727fef447ba69aa62427688ab2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:54,965 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,965 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715714882; duration=0sec 2024-12-09T03:41:54,965 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:54,965 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:54,965 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:54,967 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:54,967 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:54,967 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,967 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/db3b897727e84e7a96d3929bd203955f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/61491a0b504b40179932a152b42c95cc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/36de93e27a564084b86742dec129e85f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.8 K 2024-12-09T03:41:54,967 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting db3b897727e84e7a96d3929bd203955f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733715713339 2024-12-09T03:41:54,968 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61491a0b504b40179932a152b42c95cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733715714077 2024-12-09T03:41:54,968 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36de93e27a564084b86742dec129e85f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733715714231 2024-12-09T03:41:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742154_1330 (size=13255) 2024-12-09T03:41:54,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T03:41:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:54,981 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:41:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:54,986 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/148efd6b1b32437e836bb889d28fc0cf as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/148efd6b1b32437e836bb889d28fc0cf 2024-12-09T03:41:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T03:41:54,993 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 148efd6b1b32437e836bb889d28fc0cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:54,993 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:54,993 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715714882; duration=0sec 2024-12-09T03:41:54,993 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:54,993 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:54,996 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:54,996 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/06331097e7e543338507b55c96cd1c68 is 50, key is test_row_0/C:col10/1733715714402/Put/seqid=0 2024-12-09T03:41:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/0070fc7023fb47828fe536fc964c09a1 is 50, key is test_row_0/A:col10/1733715714468/Put/seqid=0 2024-12-09T03:41:55,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742156_1332 (size=12301) 2024-12-09T03:41:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742155_1331 (size=13221) 2024-12-09T03:41:55,037 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/06331097e7e543338507b55c96cd1c68 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/06331097e7e543338507b55c96cd1c68 2024-12-09T03:41:55,042 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into 06331097e7e543338507b55c96cd1c68(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:55,042 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:55,042 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715714882; duration=0sec 2024-12-09T03:41:55,042 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:55,042 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:55,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715775160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:55,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715775272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:55,419 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/0070fc7023fb47828fe536fc964c09a1 2024-12-09T03:41:55,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0fd53fb7c1394b89b40ed19d5cac268e is 50, key is test_row_0/B:col10/1733715714468/Put/seqid=0 2024-12-09T03:41:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742157_1333 (size=12301) 2024-12-09T03:41:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715775482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T03:41:55,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715775792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:55,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:55,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:55,889 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0fd53fb7c1394b89b40ed19d5cac268e 2024-12-09T03:41:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/fbac3e38d07542beb11c8f1bace62000 is 50, key is test_row_0/C:col10/1733715714468/Put/seqid=0 2024-12-09T03:41:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742158_1334 (size=12301) 2024-12-09T03:41:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715776301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,366 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/fbac3e38d07542beb11c8f1bace62000 2024-12-09T03:41:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/0070fc7023fb47828fe536fc964c09a1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0070fc7023fb47828fe536fc964c09a1 2024-12-09T03:41:56,375 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0070fc7023fb47828fe536fc964c09a1, entries=150, sequenceid=404, filesize=12.0 K 2024-12-09T03:41:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/0fd53fb7c1394b89b40ed19d5cac268e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0fd53fb7c1394b89b40ed19d5cac268e 2024-12-09T03:41:56,382 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0fd53fb7c1394b89b40ed19d5cac268e, entries=150, sequenceid=404, filesize=12.0 K 2024-12-09T03:41:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/fbac3e38d07542beb11c8f1bace62000 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/fbac3e38d07542beb11c8f1bace62000 2024-12-09T03:41:56,392 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/fbac3e38d07542beb11c8f1bace62000, entries=150, sequenceid=404, filesize=12.0 K 2024-12-09T03:41:56,394 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1413ms, sequenceid=404, compaction requested=false 2024-12-09T03:41:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-09T03:41:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-09T03:41:56,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-09T03:41:56,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0310 sec 2024-12-09T03:41:56,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.0390 sec 2024-12-09T03:41:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T03:41:56,512 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:56,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:41:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-09T03:41:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T03:41:56,516 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:41:56,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:41:56,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:41:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:56,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:41:56,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:56,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:56,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:56,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:56,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:56,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:56,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1a5db63063414454bb54f842529cd8fa is 50, key is test_row_0/A:col10/1733715715143/Put/seqid=0 2024-12-09T03:41:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T03:41:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742159_1335 (size=14741) 2024-12-09T03:41:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715776661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715776662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715776664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37420 deadline: 1733715776712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,717 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18340 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715776783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715776784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715776784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T03:41:56,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:56,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715776991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715776991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715776991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1a5db63063414454bb54f842529cd8fa 2024-12-09T03:41:57,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/56f6b5032c7746f087524bd116c1ae44 is 50, key is test_row_0/B:col10/1733715715143/Put/seqid=0 2024-12-09T03:41:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742160_1336 (size=12301) 2024-12-09T03:41:57,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T03:41:57,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715777302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715777302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715777302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37470 deadline: 1733715777321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,323 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in 5bee9d48c25301ba4ef70ff5bd35bd35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:41:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:57,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:57,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:41:57,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/56f6b5032c7746f087524bd116c1ae44 2024-12-09T03:41:57,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b1f75321985e4a4787bcabc59b8b7e86 is 50, key is test_row_0/C:col10/1733715715143/Put/seqid=0 2024-12-09T03:41:57,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742161_1337 (size=12301) 2024-12-09T03:41:57,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b1f75321985e4a4787bcabc59b8b7e86 2024-12-09T03:41:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/1a5db63063414454bb54f842529cd8fa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1a5db63063414454bb54f842529cd8fa 2024-12-09T03:41:57,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1a5db63063414454bb54f842529cd8fa, entries=200, sequenceid=422, filesize=14.4 K 2024-12-09T03:41:57,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/56f6b5032c7746f087524bd116c1ae44 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/56f6b5032c7746f087524bd116c1ae44 2024-12-09T03:41:57,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/56f6b5032c7746f087524bd116c1ae44, entries=150, sequenceid=422, filesize=12.0 K 2024-12-09T03:41:57,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b1f75321985e4a4787bcabc59b8b7e86 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b1f75321985e4a4787bcabc59b8b7e86 2024-12-09T03:41:57,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b1f75321985e4a4787bcabc59b8b7e86, entries=150, sequenceid=422, filesize=12.0 K 2024-12-09T03:41:57,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 936ms, sequenceid=422, compaction requested=true 2024-12-09T03:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:41:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:41:57,542 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:41:57,542 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:57,543 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:57,543 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:57,543 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:41:57,543 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:41:57,543 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,543 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,543 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/148efd6b1b32437e836bb889d28fc0cf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0fd53fb7c1394b89b40ed19d5cac268e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/56f6b5032c7746f087524bd116c1ae44] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=37.0 K 2024-12-09T03:41:57,543 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/689996727fef447ba69aa62427688ab2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0070fc7023fb47828fe536fc964c09a1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1a5db63063414454bb54f842529cd8fa] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=39.4 K 2024-12-09T03:41:57,543 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 148efd6b1b32437e836bb889d28fc0cf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733715714231 2024-12-09T03:41:57,544 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 689996727fef447ba69aa62427688ab2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733715714231 2024-12-09T03:41:57,544 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fd53fb7c1394b89b40ed19d5cac268e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733715714448 2024-12-09T03:41:57,544 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0070fc7023fb47828fe536fc964c09a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733715714448 2024-12-09T03:41:57,544 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 56f6b5032c7746f087524bd116c1ae44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733715715143 2024-12-09T03:41:57,544 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5db63063414454bb54f842529cd8fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733715715143 2024-12-09T03:41:57,555 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:57,555 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/807d0075edeb45cca17606c7b576204d is 50, key is test_row_0/B:col10/1733715715143/Put/seqid=0 2024-12-09T03:41:57,563 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:57,563 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/69195bb1d28f42a0807999c9f00f343b is 50, key is test_row_0/A:col10/1733715715143/Put/seqid=0 2024-12-09T03:41:57,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742163_1339 (size=13357) 2024-12-09T03:41:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742162_1338 (size=13357) 2024-12-09T03:41:57,593 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/807d0075edeb45cca17606c7b576204d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/807d0075edeb45cca17606c7b576204d 2024-12-09T03:41:57,593 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/69195bb1d28f42a0807999c9f00f343b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/69195bb1d28f42a0807999c9f00f343b 2024-12-09T03:41:57,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T03:41:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,595 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:41:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:57,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:57,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6afd5e7e558142188055ef623683d292 is 50, key is test_row_0/A:col10/1733715716662/Put/seqid=0 2024-12-09T03:41:57,614 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into 807d0075edeb45cca17606c7b576204d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:57,614 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:57,615 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715717542; duration=0sec 2024-12-09T03:41:57,615 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:41:57,615 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:41:57,615 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:41:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742164_1340 (size=12301) 2024-12-09T03:41:57,618 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:41:57,618 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:41:57,618 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:57,619 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/06331097e7e543338507b55c96cd1c68, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/fbac3e38d07542beb11c8f1bace62000, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b1f75321985e4a4787bcabc59b8b7e86] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=36.9 K 2024-12-09T03:41:57,619 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 06331097e7e543338507b55c96cd1c68, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733715714231 2024-12-09T03:41:57,620 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fbac3e38d07542beb11c8f1bace62000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733715714448 2024-12-09T03:41:57,620 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b1f75321985e4a4787bcabc59b8b7e86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733715715143 2024-12-09T03:41:57,620 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6afd5e7e558142188055ef623683d292 2024-12-09T03:41:57,622 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into 69195bb1d28f42a0807999c9f00f343b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:57,622 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:57,622 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715717542; duration=0sec 2024-12-09T03:41:57,623 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:57,623 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:41:57,632 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:41:57,632 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/112dc59d0eb74da6ac09c7c5a7849ce6 is 50, key is test_row_0/C:col10/1733715715143/Put/seqid=0 2024-12-09T03:41:57,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/f2c0e24a1e5e40a4a60480d3d4e0ff38 is 50, key is test_row_0/B:col10/1733715716662/Put/seqid=0 2024-12-09T03:41:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T03:41:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742165_1341 (size=13323) 2024-12-09T03:41:57,670 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/112dc59d0eb74da6ac09c7c5a7849ce6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/112dc59d0eb74da6ac09c7c5a7849ce6 2024-12-09T03:41:57,676 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into 112dc59d0eb74da6ac09c7c5a7849ce6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:41:57,676 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:57,677 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715717542; duration=0sec 2024-12-09T03:41:57,677 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:41:57,677 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:41:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742166_1342 (size=12301) 2024-12-09T03:41:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:57,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. as already flushing 2024-12-09T03:41:57,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715777838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715777840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715777841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715777952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715777952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715777952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,083 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/f2c0e24a1e5e40a4a60480d3d4e0ff38 2024-12-09T03:41:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/bbea67bd0d9c4460960090bf9105ada4 is 50, key is test_row_0/C:col10/1733715716662/Put/seqid=0 2024-12-09T03:41:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742167_1343 (size=12301) 2024-12-09T03:41:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715778162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715778162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715778162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,285 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-12-09T03:41:58,285 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,285 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-12-09T03:41:58,285 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,285 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,285 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,285 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,285 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,289 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-12-09T03:41:58,289 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,289 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,289 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,289 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-12-09T03:41:58,289 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,289 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,289 INFO [Thread-1150 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1150. 2024-12-09T03:41:58,289 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,289 DEBUG [Thread-1150 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,289 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,290 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:41:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37438 deadline: 1733715778472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37412 deadline: 1733715778471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37432 deadline: 1733715778472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:41:58,499 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/bbea67bd0d9c4460960090bf9105ada4 2024-12-09T03:41:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6afd5e7e558142188055ef623683d292 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6afd5e7e558142188055ef623683d292 2024-12-09T03:41:58,506 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6afd5e7e558142188055ef623683d292, entries=150, sequenceid=438, filesize=12.0 K 2024-12-09T03:41:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/f2c0e24a1e5e40a4a60480d3d4e0ff38 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/f2c0e24a1e5e40a4a60480d3d4e0ff38 2024-12-09T03:41:58,510 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/f2c0e24a1e5e40a4a60480d3d4e0ff38, entries=150, sequenceid=438, filesize=12.0 K 2024-12-09T03:41:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/bbea67bd0d9c4460960090bf9105ada4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bbea67bd0d9c4460960090bf9105ada4 2024-12-09T03:41:58,514 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bbea67bd0d9c4460960090bf9105ada4, entries=150, sequenceid=438, filesize=12.0 K 2024-12-09T03:41:58,515 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 920ms, sequenceid=438, compaction requested=false 2024-12-09T03:41:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:41:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:41:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-09T03:41:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-09T03:41:58,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-09T03:41:58,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9990 sec 2024-12-09T03:41:58,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 2.0060 sec 2024-12-09T03:41:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T03:41:58,672 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:41:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:41:58,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T03:41:58,984 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-12-09T03:41:58,984 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-12-09T03:41:58,984 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,984 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,984 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,984 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:41:58,984 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,984 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:58,984 INFO [Thread-1137 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1137. 2024-12-09T03:41:58,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:41:58,984 DEBUG [Thread-1137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:58,984 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:41:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:41:58,984 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:58,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:58,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/2e80bde9c4ed4ca780d59a605f3743f1 is 50, key is test_row_0/A:col10/1733715718982/Put/seqid=0 2024-12-09T03:41:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742168_1344 (size=12301) 2024-12-09T03:41:59,333 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-12-09T03:41:59,333 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:41:59,333 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:59,334 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:41:59,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:41:59,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/2e80bde9c4ed4ca780d59a605f3743f1 2024-12-09T03:41:59,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/54aa0ba9d8b64e06ace7664f6792e5dc is 50, key is test_row_0/B:col10/1733715718982/Put/seqid=0 2024-12-09T03:41:59,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742169_1345 (size=12301) 2024-12-09T03:41:59,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/54aa0ba9d8b64e06ace7664f6792e5dc 2024-12-09T03:41:59,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/0a42f833c7b0407dbdcb512cf4d6b22e is 50, key is test_row_0/C:col10/1733715718982/Put/seqid=0 2024-12-09T03:41:59,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742170_1346 (size=12301) 2024-12-09T03:42:00,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/0a42f833c7b0407dbdcb512cf4d6b22e 2024-12-09T03:42:00,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/2e80bde9c4ed4ca780d59a605f3743f1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/2e80bde9c4ed4ca780d59a605f3743f1 2024-12-09T03:42:00,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/2e80bde9c4ed4ca780d59a605f3743f1, entries=150, sequenceid=460, filesize=12.0 K 2024-12-09T03:42:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/54aa0ba9d8b64e06ace7664f6792e5dc as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/54aa0ba9d8b64e06ace7664f6792e5dc 2024-12-09T03:42:00,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/54aa0ba9d8b64e06ace7664f6792e5dc, entries=150, sequenceid=460, filesize=12.0 K 2024-12-09T03:42:00,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/0a42f833c7b0407dbdcb512cf4d6b22e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0a42f833c7b0407dbdcb512cf4d6b22e 2024-12-09T03:42:00,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0a42f833c7b0407dbdcb512cf4d6b22e, entries=150, sequenceid=460, filesize=12.0 K 2024-12-09T03:42:00,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1246ms, sequenceid=460, compaction requested=true 2024-12-09T03:42:00,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:42:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:00,231 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bee9d48c25301ba4ef70ff5bd35bd35:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:00,231 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:00,231 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:00,231 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:00,231 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/A is initiating minor compaction (all files) 2024-12-09T03:42:00,231 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/B is initiating minor compaction (all files) 2024-12-09T03:42:00,231 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/A in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:00,231 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/B in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:00,232 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/69195bb1d28f42a0807999c9f00f343b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6afd5e7e558142188055ef623683d292, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/2e80bde9c4ed4ca780d59a605f3743f1] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=37.1 K 2024-12-09T03:42:00,232 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/807d0075edeb45cca17606c7b576204d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/f2c0e24a1e5e40a4a60480d3d4e0ff38, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/54aa0ba9d8b64e06ace7664f6792e5dc] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=37.1 K 2024-12-09T03:42:00,232 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 807d0075edeb45cca17606c7b576204d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733715715143 2024-12-09T03:42:00,232 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69195bb1d28f42a0807999c9f00f343b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733715715143 2024-12-09T03:42:00,232 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting f2c0e24a1e5e40a4a60480d3d4e0ff38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733715716643 2024-12-09T03:42:00,232 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6afd5e7e558142188055ef623683d292, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733715716643 2024-12-09T03:42:00,232 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 54aa0ba9d8b64e06ace7664f6792e5dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733715717836 2024-12-09T03:42:00,232 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e80bde9c4ed4ca780d59a605f3743f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733715717836 2024-12-09T03:42:00,239 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:00,239 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:00,240 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/c2d4c13a936546c683e68934dcb8aa89 is 50, key is test_row_0/A:col10/1733715718982/Put/seqid=0 2024-12-09T03:42:00,240 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/ae7caee4e2d04eed950d0b0254157244 is 50, key is test_row_0/B:col10/1733715718982/Put/seqid=0 2024-12-09T03:42:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742172_1348 (size=13459) 2024-12-09T03:42:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742171_1347 (size=13459) 2024-12-09T03:42:00,649 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/ae7caee4e2d04eed950d0b0254157244 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ae7caee4e2d04eed950d0b0254157244 2024-12-09T03:42:00,650 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/c2d4c13a936546c683e68934dcb8aa89 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/c2d4c13a936546c683e68934dcb8aa89 2024-12-09T03:42:00,653 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/A of 5bee9d48c25301ba4ef70ff5bd35bd35 into c2d4c13a936546c683e68934dcb8aa89(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:00,653 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/B of 5bee9d48c25301ba4ef70ff5bd35bd35 into ae7caee4e2d04eed950d0b0254157244(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:00,653 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:42:00,654 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/A, priority=13, startTime=1733715720230; duration=0sec 2024-12-09T03:42:00,654 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/B, priority=13, startTime=1733715720231; duration=0sec 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:A 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:B 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:00,654 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 5bee9d48c25301ba4ef70ff5bd35bd35/C is initiating minor compaction (all files) 2024-12-09T03:42:00,655 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bee9d48c25301ba4ef70ff5bd35bd35/C in TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:00,655 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/112dc59d0eb74da6ac09c7c5a7849ce6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bbea67bd0d9c4460960090bf9105ada4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0a42f833c7b0407dbdcb512cf4d6b22e] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp, totalSize=37.0 K 2024-12-09T03:42:00,655 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112dc59d0eb74da6ac09c7c5a7849ce6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733715715143 2024-12-09T03:42:00,655 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbea67bd0d9c4460960090bf9105ada4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733715716643 2024-12-09T03:42:00,655 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a42f833c7b0407dbdcb512cf4d6b22e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733715717836 2024-12-09T03:42:00,661 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bee9d48c25301ba4ef70ff5bd35bd35#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:00,662 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/95aff88019e94f1bbdaaa1fb0a9f88a6 is 50, key is test_row_0/C:col10/1733715718982/Put/seqid=0 2024-12-09T03:42:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742173_1349 (size=13425) 2024-12-09T03:42:01,069 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/95aff88019e94f1bbdaaa1fb0a9f88a6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95aff88019e94f1bbdaaa1fb0a9f88a6 2024-12-09T03:42:01,072 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5bee9d48c25301ba4ef70ff5bd35bd35/C of 5bee9d48c25301ba4ef70ff5bd35bd35 into 95aff88019e94f1bbdaaa1fb0a9f88a6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:01,072 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bee9d48c25301ba4ef70ff5bd35bd35: 2024-12-09T03:42:01,072 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., storeName=5bee9d48c25301ba4ef70ff5bd35bd35/C, priority=13, startTime=1733715720231; duration=0sec 2024-12-09T03:42:01,073 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:01,073 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bee9d48c25301ba4ef70ff5bd35bd35:C 2024-12-09T03:42:05,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T03:42:06,753 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-12-09T03:42:06,753 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:06,753 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:06,753 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:06,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 293 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2997 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2869 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2957 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3003 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2852 2024-12-09T03:42:06,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T03:42:06,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:42:06,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:42:06,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:06,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:06,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:06,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T03:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T03:42:06,758 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715726757"}]},"ts":"1733715726757"} 2024-12-09T03:42:06,759 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T03:42:06,759 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T03:42:06,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:42:06,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, UNASSIGN}] 2024-12-09T03:42:06,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, UNASSIGN 2024-12-09T03:42:06,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=5bee9d48c25301ba4ef70ff5bd35bd35, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:06,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, UNASSIGN because future has completed 2024-12-09T03:42:06,763 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:42:06,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T03:42:06,916 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 5bee9d48c25301ba4ef70ff5bd35bd35, disabling compactions & flushes 2024-12-09T03:42:06,916 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. after waiting 0 ms 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:06,916 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 5bee9d48c25301ba4ef70ff5bd35bd35 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=A 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=B 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bee9d48c25301ba4ef70ff5bd35bd35, store=C 2024-12-09T03:42:06,916 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:06,920 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6f30baed5e32437cafa805716d472a65 is 50, key is test_row_1/A:col10/1733715726752/Put/seqid=0 2024-12-09T03:42:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742174_1350 (size=9857) 2024-12-09T03:42:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T03:42:07,324 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6f30baed5e32437cafa805716d472a65 2024-12-09T03:42:07,331 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c6406ddf1f4b477a963cd59d054bc4a0 is 50, key is test_row_1/B:col10/1733715726752/Put/seqid=0 2024-12-09T03:42:07,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742175_1351 (size=9857) 2024-12-09T03:42:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T03:42:07,735 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c6406ddf1f4b477a963cd59d054bc4a0 2024-12-09T03:42:07,741 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b262c52b6d524b3899239ab7771217f0 is 50, key is test_row_1/C:col10/1733715726752/Put/seqid=0 2024-12-09T03:42:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742176_1352 (size=9857) 2024-12-09T03:42:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T03:42:08,145 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b262c52b6d524b3899239ab7771217f0 2024-12-09T03:42:08,148 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/A/6f30baed5e32437cafa805716d472a65 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6f30baed5e32437cafa805716d472a65 2024-12-09T03:42:08,151 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6f30baed5e32437cafa805716d472a65, entries=100, sequenceid=468, filesize=9.6 K 2024-12-09T03:42:08,152 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/B/c6406ddf1f4b477a963cd59d054bc4a0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c6406ddf1f4b477a963cd59d054bc4a0 2024-12-09T03:42:08,155 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c6406ddf1f4b477a963cd59d054bc4a0, entries=100, sequenceid=468, filesize=9.6 K 2024-12-09T03:42:08,155 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/.tmp/C/b262c52b6d524b3899239ab7771217f0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b262c52b6d524b3899239ab7771217f0 2024-12-09T03:42:08,158 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b262c52b6d524b3899239ab7771217f0, entries=100, sequenceid=468, filesize=9.6 K 2024-12-09T03:42:08,159 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1243ms, sequenceid=468, compaction requested=false 2024-12-09T03:42:08,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/79d98fe8d1a84c6085a75f5ed94e8ccc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/91d66b601606449ab93cfa9dd2833f9a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/4a9460f1c74f4499ad3f46f9fa48677b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/40c6594f561d46368acdf35562c0d58d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6574f7567e5343fd8db1452bad249851, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/faf4cd7958b64252bfd13b27688cb406, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3b66423c6d75437daa9ef70c16219ddb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/a7b3104d12974bb0be00baf3c6a27112, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/eb8c02d4e2a242a582abafc8414c7b28, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/cc2285fc268e490a90be23d136ebe603, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1bc16a03d143445d94e16b76eeb347ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/5b8b339ce61c44f8a553b1a8feb5733f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/519d0ff18bec432aaf9ab24cca7c1f8f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/60e72c0189924449b3ac54cf19baf4f0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/20246c8ecb84460f8f4c0d86af5b7dbd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/579508167a624f1fbbaca53eeb8295cc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3517696eadcc45ee86c45dfe3d9e3b17, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/820c1e05f6664d39999409a91e714166, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/67c1fc7c8b384107ac8a72c3f2d195e7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0b5c7817f449429799b3f92269743487, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1f7c56df02a04844b6908f01d7c2cb98, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/90644d8499ac426f9d6ffcc1f2b2a7c7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/fffb06cb2c6f45e880fa6f920b8f4fe1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/d35b3e3788ca4d0fb5bbfe9574f4852f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/9280f14f6cef447d9867c23b68485974, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ae57015f058d4aa3a56e6a8c0562b77e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ce9d465d2dd141b38495a925ec739576, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ac1b109c27af4b6a93294069add8c9c0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/689996727fef447ba69aa62427688ab2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0070fc7023fb47828fe536fc964c09a1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1a5db63063414454bb54f842529cd8fa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/69195bb1d28f42a0807999c9f00f343b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6afd5e7e558142188055ef623683d292, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/2e80bde9c4ed4ca780d59a605f3743f1] to archive 2024-12-09T03:42:08,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:42:08,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/79d98fe8d1a84c6085a75f5ed94e8ccc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/79d98fe8d1a84c6085a75f5ed94e8ccc 2024-12-09T03:42:08,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/91d66b601606449ab93cfa9dd2833f9a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/91d66b601606449ab93cfa9dd2833f9a 2024-12-09T03:42:08,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/4a9460f1c74f4499ad3f46f9fa48677b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/4a9460f1c74f4499ad3f46f9fa48677b 2024-12-09T03:42:08,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/40c6594f561d46368acdf35562c0d58d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/40c6594f561d46368acdf35562c0d58d 2024-12-09T03:42:08,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6574f7567e5343fd8db1452bad249851 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6574f7567e5343fd8db1452bad249851 2024-12-09T03:42:08,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/faf4cd7958b64252bfd13b27688cb406 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/faf4cd7958b64252bfd13b27688cb406 2024-12-09T03:42:08,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3b66423c6d75437daa9ef70c16219ddb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3b66423c6d75437daa9ef70c16219ddb 2024-12-09T03:42:08,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/a7b3104d12974bb0be00baf3c6a27112 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/a7b3104d12974bb0be00baf3c6a27112 2024-12-09T03:42:08,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/eb8c02d4e2a242a582abafc8414c7b28 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/eb8c02d4e2a242a582abafc8414c7b28 2024-12-09T03:42:08,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/cc2285fc268e490a90be23d136ebe603 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/cc2285fc268e490a90be23d136ebe603 2024-12-09T03:42:08,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1bc16a03d143445d94e16b76eeb347ec to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1bc16a03d143445d94e16b76eeb347ec 2024-12-09T03:42:08,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/5b8b339ce61c44f8a553b1a8feb5733f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/5b8b339ce61c44f8a553b1a8feb5733f 2024-12-09T03:42:08,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/519d0ff18bec432aaf9ab24cca7c1f8f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/519d0ff18bec432aaf9ab24cca7c1f8f 2024-12-09T03:42:08,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/60e72c0189924449b3ac54cf19baf4f0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/60e72c0189924449b3ac54cf19baf4f0 2024-12-09T03:42:08,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/20246c8ecb84460f8f4c0d86af5b7dbd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/20246c8ecb84460f8f4c0d86af5b7dbd 2024-12-09T03:42:08,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/579508167a624f1fbbaca53eeb8295cc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/579508167a624f1fbbaca53eeb8295cc 2024-12-09T03:42:08,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3517696eadcc45ee86c45dfe3d9e3b17 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/3517696eadcc45ee86c45dfe3d9e3b17 2024-12-09T03:42:08,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/820c1e05f6664d39999409a91e714166 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/820c1e05f6664d39999409a91e714166 2024-12-09T03:42:08,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/67c1fc7c8b384107ac8a72c3f2d195e7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/67c1fc7c8b384107ac8a72c3f2d195e7 2024-12-09T03:42:08,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0b5c7817f449429799b3f92269743487 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0b5c7817f449429799b3f92269743487 2024-12-09T03:42:08,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1f7c56df02a04844b6908f01d7c2cb98 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1f7c56df02a04844b6908f01d7c2cb98 2024-12-09T03:42:08,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/90644d8499ac426f9d6ffcc1f2b2a7c7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/90644d8499ac426f9d6ffcc1f2b2a7c7 2024-12-09T03:42:08,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/fffb06cb2c6f45e880fa6f920b8f4fe1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/fffb06cb2c6f45e880fa6f920b8f4fe1 2024-12-09T03:42:08,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/d35b3e3788ca4d0fb5bbfe9574f4852f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/d35b3e3788ca4d0fb5bbfe9574f4852f 2024-12-09T03:42:08,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/9280f14f6cef447d9867c23b68485974 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/9280f14f6cef447d9867c23b68485974 2024-12-09T03:42:08,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ae57015f058d4aa3a56e6a8c0562b77e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ae57015f058d4aa3a56e6a8c0562b77e 2024-12-09T03:42:08,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ce9d465d2dd141b38495a925ec739576 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ce9d465d2dd141b38495a925ec739576 2024-12-09T03:42:08,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ac1b109c27af4b6a93294069add8c9c0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/ac1b109c27af4b6a93294069add8c9c0 2024-12-09T03:42:08,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/689996727fef447ba69aa62427688ab2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/689996727fef447ba69aa62427688ab2 2024-12-09T03:42:08,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0070fc7023fb47828fe536fc964c09a1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/0070fc7023fb47828fe536fc964c09a1 2024-12-09T03:42:08,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1a5db63063414454bb54f842529cd8fa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/1a5db63063414454bb54f842529cd8fa 2024-12-09T03:42:08,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/69195bb1d28f42a0807999c9f00f343b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/69195bb1d28f42a0807999c9f00f343b 2024-12-09T03:42:08,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6afd5e7e558142188055ef623683d292 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6afd5e7e558142188055ef623683d292 2024-12-09T03:42:08,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/2e80bde9c4ed4ca780d59a605f3743f1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/2e80bde9c4ed4ca780d59a605f3743f1 2024-12-09T03:42:08,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3eaba303545a4949bc657a146ee14ef6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c146674050b94452bf11188de1fc7f03, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c1ffc11f406d4aadb6173b42d955c657, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/fed32caaf81c4f8c88342562279061c6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ef96c76712f9414aacbe10d0050ea291, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/98a8a67a81c14fc08bce32d4929c34ec, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e75fa65c66dd4680a95d6cb4a535a9ff, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/aa71b804c02c48fa9b231b204af8f636, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/87905d02f0514533b9ae99a7caa74892, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/bd27d42b05054dad91a4cb791b7eb656, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/dabe4aa2bb9149fb8c870a8d866a0035, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/2f0024082af742809a40af0ffae63b95, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/73ff19cec614475ea1f47ef6f849e8f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0ddf73a35f4744a4b9325649e65d1bb3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/407bb13d72664027b11d9d04b621b1bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/480b82e5ed404f0cb17a6e43842abfb0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3e72a2d259254a4bbb4dcfd1e2135eac, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/82a2188048ac4f549c1031c7d9c91d06, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/30e20205cfe1484fa9844b3c7c1f2b53, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e7fff60ad23f432bb32d19f5a691d65d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/db6607b2d04245b5bbd2068adc039a32, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8d7d1554af3d4df28b16527cb4ae7f4d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/66c4dd9cf69e4431b1ab161ea7b089de, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0c24e4584b7946478ed0ffd8105f8a40, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/7500cfdfbacc4869ac235fb2c2402600, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8c49530f612e406bb873c7b13b9089d1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/b90db66e456c4f41a21801a114674b4e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/148efd6b1b32437e836bb889d28fc0cf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/36df63a461eb4f2186196ee91a670c17, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0fd53fb7c1394b89b40ed19d5cac268e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/807d0075edeb45cca17606c7b576204d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/56f6b5032c7746f087524bd116c1ae44, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/f2c0e24a1e5e40a4a60480d3d4e0ff38, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/54aa0ba9d8b64e06ace7664f6792e5dc] to archive 2024-12-09T03:42:08,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:42:08,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3eaba303545a4949bc657a146ee14ef6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3eaba303545a4949bc657a146ee14ef6 2024-12-09T03:42:08,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c146674050b94452bf11188de1fc7f03 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c146674050b94452bf11188de1fc7f03 2024-12-09T03:42:08,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c1ffc11f406d4aadb6173b42d955c657 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c1ffc11f406d4aadb6173b42d955c657 2024-12-09T03:42:08,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/fed32caaf81c4f8c88342562279061c6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/fed32caaf81c4f8c88342562279061c6 2024-12-09T03:42:08,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ef96c76712f9414aacbe10d0050ea291 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ef96c76712f9414aacbe10d0050ea291 2024-12-09T03:42:08,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/98a8a67a81c14fc08bce32d4929c34ec to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/98a8a67a81c14fc08bce32d4929c34ec 2024-12-09T03:42:08,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e75fa65c66dd4680a95d6cb4a535a9ff to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e75fa65c66dd4680a95d6cb4a535a9ff 2024-12-09T03:42:08,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/aa71b804c02c48fa9b231b204af8f636 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/aa71b804c02c48fa9b231b204af8f636 2024-12-09T03:42:08,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/87905d02f0514533b9ae99a7caa74892 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/87905d02f0514533b9ae99a7caa74892 2024-12-09T03:42:08,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/bd27d42b05054dad91a4cb791b7eb656 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/bd27d42b05054dad91a4cb791b7eb656 2024-12-09T03:42:08,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/dabe4aa2bb9149fb8c870a8d866a0035 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/dabe4aa2bb9149fb8c870a8d866a0035 2024-12-09T03:42:08,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/2f0024082af742809a40af0ffae63b95 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/2f0024082af742809a40af0ffae63b95 2024-12-09T03:42:08,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/73ff19cec614475ea1f47ef6f849e8f7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/73ff19cec614475ea1f47ef6f849e8f7 2024-12-09T03:42:08,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0ddf73a35f4744a4b9325649e65d1bb3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0ddf73a35f4744a4b9325649e65d1bb3 2024-12-09T03:42:08,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/407bb13d72664027b11d9d04b621b1bb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/407bb13d72664027b11d9d04b621b1bb 2024-12-09T03:42:08,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/480b82e5ed404f0cb17a6e43842abfb0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/480b82e5ed404f0cb17a6e43842abfb0 2024-12-09T03:42:08,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3e72a2d259254a4bbb4dcfd1e2135eac to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/3e72a2d259254a4bbb4dcfd1e2135eac 2024-12-09T03:42:08,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/82a2188048ac4f549c1031c7d9c91d06 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/82a2188048ac4f549c1031c7d9c91d06 2024-12-09T03:42:08,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/30e20205cfe1484fa9844b3c7c1f2b53 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/30e20205cfe1484fa9844b3c7c1f2b53 2024-12-09T03:42:08,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e7fff60ad23f432bb32d19f5a691d65d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/e7fff60ad23f432bb32d19f5a691d65d 2024-12-09T03:42:08,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/db6607b2d04245b5bbd2068adc039a32 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/db6607b2d04245b5bbd2068adc039a32 2024-12-09T03:42:08,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8d7d1554af3d4df28b16527cb4ae7f4d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8d7d1554af3d4df28b16527cb4ae7f4d 2024-12-09T03:42:08,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/66c4dd9cf69e4431b1ab161ea7b089de to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/66c4dd9cf69e4431b1ab161ea7b089de 2024-12-09T03:42:08,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0c24e4584b7946478ed0ffd8105f8a40 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0c24e4584b7946478ed0ffd8105f8a40 2024-12-09T03:42:08,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/7500cfdfbacc4869ac235fb2c2402600 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/7500cfdfbacc4869ac235fb2c2402600 2024-12-09T03:42:08,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8c49530f612e406bb873c7b13b9089d1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/8c49530f612e406bb873c7b13b9089d1 2024-12-09T03:42:08,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/b90db66e456c4f41a21801a114674b4e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/b90db66e456c4f41a21801a114674b4e 2024-12-09T03:42:08,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/148efd6b1b32437e836bb889d28fc0cf to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/148efd6b1b32437e836bb889d28fc0cf 2024-12-09T03:42:08,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/36df63a461eb4f2186196ee91a670c17 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/36df63a461eb4f2186196ee91a670c17 2024-12-09T03:42:08,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0fd53fb7c1394b89b40ed19d5cac268e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/0fd53fb7c1394b89b40ed19d5cac268e 2024-12-09T03:42:08,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/807d0075edeb45cca17606c7b576204d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/807d0075edeb45cca17606c7b576204d 2024-12-09T03:42:08,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/56f6b5032c7746f087524bd116c1ae44 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/56f6b5032c7746f087524bd116c1ae44 2024-12-09T03:42:08,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/f2c0e24a1e5e40a4a60480d3d4e0ff38 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/f2c0e24a1e5e40a4a60480d3d4e0ff38 2024-12-09T03:42:08,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/54aa0ba9d8b64e06ace7664f6792e5dc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/54aa0ba9d8b64e06ace7664f6792e5dc 2024-12-09T03:42:08,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/909943cf3b1a4c15b6bcb8a394ec3e30, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/482b23439b3a4db7b7c1fc9933bc3c42, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/652314152a5745cebe8dca42cecdc822, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/d327102524b0499facc7447fca51088f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/306bd488ea98464db4e0be6e919b447f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0d1f0e8b6d834ccbba88d3d7b61fcc32, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95f674c9b90944d38003fe7f36d5bf9c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/5a841023d8fc4b579ca1005bb6143656, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/ce808de7b9014e83a4c5426039ee579c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/e98d40364d24400c9782c9a19eaec571, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2acbb083a99c46348df42e4cb6cb584e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/87cd05ca16c9441c933b87c17044e222, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/251c8a26d19c4603a46049d6a4d0274d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f931f34ab97b4a57a3d085d210f378cf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/804d7eb6c19446aaafbdb0361d2753d1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f17ca83c39e64468b3a52727aeef1b4a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bf30631ccd12409fb9584e2b82b9dd99, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/26cffab2f897423b8289369e0c234274, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2294480315104412bc000a2ab94be3fb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f347830b45c442d1b09410c5294ebf28, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/aded6c6ea31e4163933e09243dac7810, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/20e79f533f2c41d1b44922215ba2bff6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b2da3674abf64d629aba41bf64c29289, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/db3b897727e84e7a96d3929bd203955f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2dd7a773ee314e859257095e235a8727, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/61491a0b504b40179932a152b42c95cc, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/06331097e7e543338507b55c96cd1c68, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/36de93e27a564084b86742dec129e85f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/fbac3e38d07542beb11c8f1bace62000, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/112dc59d0eb74da6ac09c7c5a7849ce6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b1f75321985e4a4787bcabc59b8b7e86, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bbea67bd0d9c4460960090bf9105ada4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0a42f833c7b0407dbdcb512cf4d6b22e] to archive 2024-12-09T03:42:08,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:42:08,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/909943cf3b1a4c15b6bcb8a394ec3e30 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/909943cf3b1a4c15b6bcb8a394ec3e30 2024-12-09T03:42:08,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/482b23439b3a4db7b7c1fc9933bc3c42 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/482b23439b3a4db7b7c1fc9933bc3c42 2024-12-09T03:42:08,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/652314152a5745cebe8dca42cecdc822 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/652314152a5745cebe8dca42cecdc822 2024-12-09T03:42:08,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/d327102524b0499facc7447fca51088f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/d327102524b0499facc7447fca51088f 2024-12-09T03:42:08,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/306bd488ea98464db4e0be6e919b447f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/306bd488ea98464db4e0be6e919b447f 2024-12-09T03:42:08,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0d1f0e8b6d834ccbba88d3d7b61fcc32 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0d1f0e8b6d834ccbba88d3d7b61fcc32 2024-12-09T03:42:08,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95f674c9b90944d38003fe7f36d5bf9c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95f674c9b90944d38003fe7f36d5bf9c 2024-12-09T03:42:08,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/5a841023d8fc4b579ca1005bb6143656 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/5a841023d8fc4b579ca1005bb6143656 2024-12-09T03:42:08,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/ce808de7b9014e83a4c5426039ee579c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/ce808de7b9014e83a4c5426039ee579c 2024-12-09T03:42:08,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/e98d40364d24400c9782c9a19eaec571 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/e98d40364d24400c9782c9a19eaec571 2024-12-09T03:42:08,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2acbb083a99c46348df42e4cb6cb584e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2acbb083a99c46348df42e4cb6cb584e 2024-12-09T03:42:08,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/87cd05ca16c9441c933b87c17044e222 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/87cd05ca16c9441c933b87c17044e222 2024-12-09T03:42:08,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/251c8a26d19c4603a46049d6a4d0274d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/251c8a26d19c4603a46049d6a4d0274d 2024-12-09T03:42:08,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f931f34ab97b4a57a3d085d210f378cf to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f931f34ab97b4a57a3d085d210f378cf 2024-12-09T03:42:08,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/804d7eb6c19446aaafbdb0361d2753d1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/804d7eb6c19446aaafbdb0361d2753d1 2024-12-09T03:42:08,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f17ca83c39e64468b3a52727aeef1b4a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f17ca83c39e64468b3a52727aeef1b4a 2024-12-09T03:42:08,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bf30631ccd12409fb9584e2b82b9dd99 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bf30631ccd12409fb9584e2b82b9dd99 2024-12-09T03:42:08,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/26cffab2f897423b8289369e0c234274 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/26cffab2f897423b8289369e0c234274 2024-12-09T03:42:08,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2294480315104412bc000a2ab94be3fb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2294480315104412bc000a2ab94be3fb 2024-12-09T03:42:08,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f347830b45c442d1b09410c5294ebf28 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/f347830b45c442d1b09410c5294ebf28 2024-12-09T03:42:08,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/aded6c6ea31e4163933e09243dac7810 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/aded6c6ea31e4163933e09243dac7810 2024-12-09T03:42:08,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/20e79f533f2c41d1b44922215ba2bff6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/20e79f533f2c41d1b44922215ba2bff6 2024-12-09T03:42:08,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b2da3674abf64d629aba41bf64c29289 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b2da3674abf64d629aba41bf64c29289 2024-12-09T03:42:08,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/db3b897727e84e7a96d3929bd203955f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/db3b897727e84e7a96d3929bd203955f 2024-12-09T03:42:08,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2dd7a773ee314e859257095e235a8727 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/2dd7a773ee314e859257095e235a8727 2024-12-09T03:42:08,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/61491a0b504b40179932a152b42c95cc to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/61491a0b504b40179932a152b42c95cc 2024-12-09T03:42:08,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/06331097e7e543338507b55c96cd1c68 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/06331097e7e543338507b55c96cd1c68 2024-12-09T03:42:08,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/36de93e27a564084b86742dec129e85f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/36de93e27a564084b86742dec129e85f 2024-12-09T03:42:08,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/fbac3e38d07542beb11c8f1bace62000 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/fbac3e38d07542beb11c8f1bace62000 2024-12-09T03:42:08,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/112dc59d0eb74da6ac09c7c5a7849ce6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/112dc59d0eb74da6ac09c7c5a7849ce6 2024-12-09T03:42:08,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b1f75321985e4a4787bcabc59b8b7e86 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b1f75321985e4a4787bcabc59b8b7e86 2024-12-09T03:42:08,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bbea67bd0d9c4460960090bf9105ada4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/bbea67bd0d9c4460960090bf9105ada4 2024-12-09T03:42:08,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0a42f833c7b0407dbdcb512cf4d6b22e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/0a42f833c7b0407dbdcb512cf4d6b22e 2024-12-09T03:42:08,269 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/recovered.edits/471.seqid, newMaxSeqId=471, maxSeqId=1 2024-12-09T03:42:08,270 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. 2024-12-09T03:42:08,270 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 5bee9d48c25301ba4ef70ff5bd35bd35: Waiting for close lock at 1733715726916Running coprocessor pre-close hooks at 1733715726916Disabling compacts and flushes for region at 1733715726916Disabling writes for close at 1733715726916Obtaining lock to block concurrent updates at 1733715726916Preparing flush snapshotting stores in 5bee9d48c25301ba4ef70ff5bd35bd35 at 1733715726916Finished memstore snapshotting TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733715726916Flushing stores of TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35. at 1733715726917 (+1 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/A: creating writer at 1733715726917Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/A: appending metadata at 1733715726919 (+2 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/A: closing flushed file at 1733715726919Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/B: creating writer at 1733715727328 (+409 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/B: appending metadata at 1733715727330 (+2 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/B: closing flushed file at 1733715727331 (+1 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/C: creating writer at 1733715727738 (+407 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/C: appending metadata at 1733715727741 (+3 ms)Flushing 5bee9d48c25301ba4ef70ff5bd35bd35/C: closing flushed file at 1733715727741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ab97d9: reopening flushed file at 1733715728148 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b967c4: reopening flushed file at 1733715728151 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63843f80: reopening flushed file at 1733715728155 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 5bee9d48c25301ba4ef70ff5bd35bd35 in 1243ms, sequenceid=468, compaction requested=false at 1733715728159 (+4 ms)Writing region close event to WAL at 1733715728266 (+107 ms)Running coprocessor post-close hooks at 1733715728270 (+4 ms)Closed at 1733715728270 2024-12-09T03:42:08,273 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:42:08,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=5bee9d48c25301ba4ef70ff5bd35bd35, regionState=CLOSED 2024-12-09T03:42:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:42:08,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-09T03:42:08,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 5bee9d48c25301ba4ef70ff5bd35bd35, server=55d0183f16d2,42631,1733715637333 in 1.5110 sec 2024-12-09T03:42:08,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-09T03:42:08,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bee9d48c25301ba4ef70ff5bd35bd35, UNASSIGN in 1.5160 sec 2024-12-09T03:42:08,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-09T03:42:08,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5190 sec 2024-12-09T03:42:08,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715728281"}]},"ts":"1733715728281"} 2024-12-09T03:42:08,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T03:42:08,283 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T03:42:08,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5280 sec 2024-12-09T03:42:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T03:42:08,902 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:08,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T03:42:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:08,904 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-09T03:42:08,905 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:08,907 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:42:08,909 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/recovered.edits] 2024-12-09T03:42:08,911 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6f30baed5e32437cafa805716d472a65 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/6f30baed5e32437cafa805716d472a65 2024-12-09T03:42:08,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/c2d4c13a936546c683e68934dcb8aa89 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/A/c2d4c13a936546c683e68934dcb8aa89 2024-12-09T03:42:08,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ae7caee4e2d04eed950d0b0254157244 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/ae7caee4e2d04eed950d0b0254157244 2024-12-09T03:42:08,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c6406ddf1f4b477a963cd59d054bc4a0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/B/c6406ddf1f4b477a963cd59d054bc4a0 2024-12-09T03:42:08,916 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95aff88019e94f1bbdaaa1fb0a9f88a6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/95aff88019e94f1bbdaaa1fb0a9f88a6 2024-12-09T03:42:08,917 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b262c52b6d524b3899239ab7771217f0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/C/b262c52b6d524b3899239ab7771217f0 2024-12-09T03:42:08,919 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/recovered.edits/471.seqid to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35/recovered.edits/471.seqid 2024-12-09T03:42:08,919 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/5bee9d48c25301ba4ef70ff5bd35bd35 2024-12-09T03:42:08,919 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T03:42:08,921 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:08,924 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T03:42:08,925 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T03:42:08,926 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:08,926 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T03:42:08,927 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733715728926"}]},"ts":"9223372036854775807"} 2024-12-09T03:42:08,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T03:42:08,928 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5bee9d48c25301ba4ef70ff5bd35bd35, NAME => 'TestAcidGuarantees,,1733715696092.5bee9d48c25301ba4ef70ff5bd35bd35.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T03:42:08,928 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T03:42:08,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733715728928"}]},"ts":"9223372036854775807"} 2024-12-09T03:42:08,930 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T03:42:08,930 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:08,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-12-09T03:42:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-09T03:42:09,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T03:42:09,012 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:09,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=455 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=12135 (was 12413) 2024-12-09T03:42:09,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=12134 2024-12-09T03:42:09,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:42:09,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:42:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:09,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T03:42:09,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:09,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-12-09T03:42:09,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T03:42:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T03:42:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742177_1353 (size=1061) 2024-12-09T03:42:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T03:42:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T03:42:09,441 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:42:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742178_1354 (size=53) 2024-12-09T03:42:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T03:42:09,846 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:42:09,846 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ab5b6bb85003c0667d43575fc909469e, disabling compactions & flushes 2024-12-09T03:42:09,846 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:09,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:09,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. after waiting 0 ms 2024-12-09T03:42:09,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:09,847 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:09,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab5b6bb85003c0667d43575fc909469e: Waiting for close lock at 1733715729846Disabling compacts and flushes for region at 1733715729846Disabling writes for close at 1733715729847 (+1 ms)Writing region close event to WAL at 1733715729847Closed at 1733715729847 2024-12-09T03:42:09,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T03:42:09,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733715729848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733715729848"}]},"ts":"1733715729848"} 2024-12-09T03:42:09,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T03:42:09,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T03:42:09,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715729850"}]},"ts":"1733715729850"} 2024-12-09T03:42:09,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T03:42:09,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, ASSIGN}] 2024-12-09T03:42:09,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, ASSIGN 2024-12-09T03:42:09,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, ASSIGN; state=OFFLINE, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=false 2024-12-09T03:42:10,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, ASSIGN because future has completed 2024-12-09T03:42:10,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:42:10,171 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:10,171 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:42:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T03:42:10,172 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,172 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:42:10,172 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,172 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,174 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,175 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:10,176 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5b6bb85003c0667d43575fc909469e columnFamilyName A 2024-12-09T03:42:10,176 DEBUG [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:10,177 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(327): Store=ab5b6bb85003c0667d43575fc909469e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:10,177 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,178 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:10,178 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5b6bb85003c0667d43575fc909469e columnFamilyName B 2024-12-09T03:42:10,178 DEBUG [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:10,179 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(327): Store=ab5b6bb85003c0667d43575fc909469e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:10,179 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,180 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:10,180 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5b6bb85003c0667d43575fc909469e columnFamilyName C 2024-12-09T03:42:10,180 DEBUG [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:10,180 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(327): Store=ab5b6bb85003c0667d43575fc909469e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:10,181 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:10,181 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,181 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,182 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,183 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,183 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,183 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:42:10,184 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,186 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:42:10,187 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened ab5b6bb85003c0667d43575fc909469e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70819672, jitterRate=0.055295348167419434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:42:10,187 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:10,188 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for ab5b6bb85003c0667d43575fc909469e: Running coprocessor pre-open hook at 1733715730172Writing region info on filesystem at 1733715730172Initializing all the Stores at 1733715730173 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715730173Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715730174 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715730174Cleaning up temporary data from old regions at 1733715730183 (+9 ms)Running coprocessor post-open hooks at 1733715730187 (+4 ms)Region opened successfully at 1733715730188 (+1 ms) 2024-12-09T03:42:10,189 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., pid=95, masterSystemTime=1733715730158 2024-12-09T03:42:10,190 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:10,191 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:10,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:10,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:42:10,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-09T03:42:10,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 in 189 msec 2024-12-09T03:42:10,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-09T03:42:10,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, ASSIGN in 346 msec 2024-12-09T03:42:10,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T03:42:10,200 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715730200"}]},"ts":"1733715730200"} 2024-12-09T03:42:10,202 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T03:42:10,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T03:42:10,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-12-09T03:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T03:42:11,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:11,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:11,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:11,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:11,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9be759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:11,186 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:11,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e715aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:11,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:11,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:11,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:42:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:42:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30fcb9ed 2024-12-09T03:42:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:42:11,190 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:42:11,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:42:11,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742179_1355 (size=1097) 2024-12-09T03:42:11,602 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-09T03:42:11,602 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-09T03:42:11,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:42:11,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, REOPEN/MOVE}] 2024-12-09T03:42:11,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, REOPEN/MOVE 2024-12-09T03:42:11,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:11,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, REOPEN/MOVE because future has completed 2024-12-09T03:42:11,609 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:42:11,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:42:11,762 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:11,762 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:42:11,762 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing ab5b6bb85003c0667d43575fc909469e, disabling compactions & flushes 2024-12-09T03:42:11,762 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:11,762 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:11,762 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. after waiting 0 ms 2024-12-09T03:42:11,762 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:11,765 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T03:42:11,765 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:11,766 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for ab5b6bb85003c0667d43575fc909469e: Waiting for close lock at 1733715731762Running coprocessor pre-close hooks at 1733715731762Disabling compacts and flushes for region at 1733715731762Disabling writes for close at 1733715731762Writing region close event to WAL at 1733715731762Running coprocessor post-close hooks at 1733715731765 (+3 ms)Closed at 1733715731765 2024-12-09T03:42:11,766 WARN [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: ab5b6bb85003c0667d43575fc909469e to self. 2024-12-09T03:42:11,767 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:11,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=CLOSED 2024-12-09T03:42:11,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:42:11,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-09T03:42:11,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 in 160 msec 2024-12-09T03:42:11,771 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, REOPEN/MOVE; state=CLOSED, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=true 2024-12-09T03:42:11,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:11,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, REOPEN/MOVE because future has completed 2024-12-09T03:42:11,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:42:12,077 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,077 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:42:12,078 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,078 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:42:12,078 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,078 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,079 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,080 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:12,080 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5b6bb85003c0667d43575fc909469e columnFamilyName A 2024-12-09T03:42:12,081 DEBUG [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:12,081 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(327): Store=ab5b6bb85003c0667d43575fc909469e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:12,081 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,082 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:12,082 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5b6bb85003c0667d43575fc909469e columnFamilyName B 2024-12-09T03:42:12,082 DEBUG [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:12,082 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(327): Store=ab5b6bb85003c0667d43575fc909469e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:12,082 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,082 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:12,083 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5b6bb85003c0667d43575fc909469e columnFamilyName C 2024-12-09T03:42:12,083 DEBUG [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:12,083 INFO [StoreOpener-ab5b6bb85003c0667d43575fc909469e-1 {}] regionserver.HStore(327): Store=ab5b6bb85003c0667d43575fc909469e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:12,083 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,083 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,084 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,084 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,085 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,085 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,085 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:42:12,086 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,087 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened ab5b6bb85003c0667d43575fc909469e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73395406, jitterRate=0.09367677569389343}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:42:12,087 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,088 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for ab5b6bb85003c0667d43575fc909469e: Running coprocessor pre-open hook at 1733715732078Writing region info on filesystem at 1733715732078Initializing all the Stores at 1733715732078Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715732078Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715732079 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715732079Cleaning up temporary data from old regions at 1733715732085 (+6 ms)Running coprocessor post-open hooks at 1733715732087 (+2 ms)Region opened successfully at 1733715732088 (+1 ms) 2024-12-09T03:42:12,088 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., pid=100, masterSystemTime=1733715732075 2024-12-09T03:42:12,090 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,090 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=OPEN, openSeqNum=5, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:42:12,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-12-09T03:42:12,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 in 169 msec 2024-12-09T03:42:12,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-09T03:42:12,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, REOPEN/MOVE in 488 msec 2024-12-09T03:42:12,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-09T03:42:12,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-09T03:42:12,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-12-09T03:42:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-09T03:42:12,099 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:12,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61029936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,104 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef91d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55803870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,106 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf4ca02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,107 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c424646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,109 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4583ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a18613f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,112 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e04fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3613a5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,114 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cdb5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fe4d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d4c822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,118 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd72287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fd6f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402b9b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,122 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1beac921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,123 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcce57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:12,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:12,126 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6778fce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:12,128 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af152bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:12,129 DEBUG [Thread-1625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,129 DEBUG [Thread-1627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,129 DEBUG [Thread-1621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:12,130 DEBUG [Thread-1612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-09T03:42:12,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:12,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,133 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:12,133 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:12,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,145 DEBUG [Thread-1619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,145 DEBUG [Thread-1619 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,146 DEBUG [Thread-1619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,148 DEBUG [Thread-1610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,157 DEBUG [Thread-1608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,177 DEBUG [Thread-1614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,177 DEBUG [Thread-1616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,181 DEBUG [Thread-1623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:12,190 DEBUG [Thread-1623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:12,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:42:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715732177, max timestamp=1733715732208Num uniques 859; 2024-12-09T03:42:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715732177, max timestamp=1733715732208Num uniques 859; 2024-12-09T03:42:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:42:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:42:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733715732177, max timestamp=1733715732208Num uniques 859; 2024-12-09T03:42:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T03:42:12,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093c5c5a64adab4ab6bebd173601ac5a5c_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715732145/Put/seqid=0 2024-12-09T03:42:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742180_1356 (size=14594) 2024-12-09T03:42:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:12,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715792243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715792244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715792245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715792246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715792247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715792352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715792371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715792371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715792371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715792371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:12,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715792561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715792581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715792581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715792582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715792582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:12,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093c5c5a64adab4ab6bebd173601ac5a5c_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093c5c5a64adab4ab6bebd173601ac5a5c_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:12,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/d44a6be00f324a1db7177cf03124ade8, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:12,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/d44a6be00f324a1db7177cf03124ade8 is 175, key is test_row_0/A:col10/1733715732145/Put/seqid=0 2024-12-09T03:42:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742181_1357 (size=39549) 2024-12-09T03:42:12,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:12,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715792881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:12,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715792901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715792902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715792902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715792902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:12,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:12,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:13,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/d44a6be00f324a1db7177cf03124ade8 2024-12-09T03:42:13,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/1e97ec68baa14c14857310d1857d2e3f is 50, key is test_row_0/B:col10/1733715732145/Put/seqid=0 2024-12-09T03:42:13,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742182_1358 (size=12001) 2024-12-09T03:42:13,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:13,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:13,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715793401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715793422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715793422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715793422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715793422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:13,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/1e97ec68baa14c14857310d1857d2e3f 2024-12-09T03:42:13,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/358d832a15404f48828d07ada1459d02 is 50, key is test_row_0/C:col10/1733715732145/Put/seqid=0 2024-12-09T03:42:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742183_1359 (size=12001) 2024-12-09T03:42:13,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T03:42:13,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:13,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:13,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/358d832a15404f48828d07ada1459d02 2024-12-09T03:42:13,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/d44a6be00f324a1db7177cf03124ade8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8 2024-12-09T03:42:13,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8, entries=200, sequenceid=14, filesize=38.6 K 2024-12-09T03:42:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/1e97ec68baa14c14857310d1857d2e3f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1e97ec68baa14c14857310d1857d2e3f 2024-12-09T03:42:13,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1e97ec68baa14c14857310d1857d2e3f, entries=150, sequenceid=14, filesize=11.7 K 2024-12-09T03:42:13,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/358d832a15404f48828d07ada1459d02 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/358d832a15404f48828d07ada1459d02 2024-12-09T03:42:13,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/358d832a15404f48828d07ada1459d02, entries=150, sequenceid=14, filesize=11.7 K 2024-12-09T03:42:13,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ab5b6bb85003c0667d43575fc909469e in 1766ms, sequenceid=14, compaction requested=false 2024-12-09T03:42:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T03:42:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:13,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T03:42:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:13,970 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-09T03:42:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:13,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099e5ae26e31664a17a0d8750d7d908a71_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715732244/Put/seqid=0 2024-12-09T03:42:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742184_1360 (size=12154) 2024-12-09T03:42:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:14,388 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099e5ae26e31664a17a0d8750d7d908a71_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099e5ae26e31664a17a0d8750d7d908a71_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/62e58169788644abbc032a552e621b68, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:14,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/62e58169788644abbc032a552e621b68 is 175, key is test_row_0/A:col10/1733715732244/Put/seqid=0 2024-12-09T03:42:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742185_1361 (size=30955) 2024-12-09T03:42:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:14,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:14,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715794447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715794451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,459 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715794453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715794458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715794459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715794561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715794571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715794571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715794582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715794781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,794 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/62e58169788644abbc032a552e621b68 2024-12-09T03:42:14,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715794781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/e8d0a76aff7049b0aadc328d9a5515d7 is 50, key is test_row_0/B:col10/1733715732244/Put/seqid=0 2024-12-09T03:42:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742186_1362 (size=12001) 2024-12-09T03:42:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715794791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715794792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715795102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715795102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715795111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715795111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,205 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/e8d0a76aff7049b0aadc328d9a5515d7 2024-12-09T03:42:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/2ef2a101a8194700b66022f99bdb84ef is 50, key is test_row_0/C:col10/1733715732244/Put/seqid=0 2024-12-09T03:42:15,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742187_1363 (size=12001) 2024-12-09T03:42:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/2ef2a101a8194700b66022f99bdb84ef 2024-12-09T03:42:15,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/62e58169788644abbc032a552e621b68 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68 2024-12-09T03:42:15,230 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68, entries=150, sequenceid=49, filesize=30.2 K 2024-12-09T03:42:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/e8d0a76aff7049b0aadc328d9a5515d7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e8d0a76aff7049b0aadc328d9a5515d7 2024-12-09T03:42:15,234 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e8d0a76aff7049b0aadc328d9a5515d7, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T03:42:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/2ef2a101a8194700b66022f99bdb84ef as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/2ef2a101a8194700b66022f99bdb84ef 2024-12-09T03:42:15,238 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/2ef2a101a8194700b66022f99bdb84ef, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T03:42:15,239 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for ab5b6bb85003c0667d43575fc909469e in 1269ms, sequenceid=49, compaction requested=false 2024-12-09T03:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-09T03:42:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-09T03:42:15,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-09T03:42:15,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1070 sec 2024-12-09T03:42:15,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.1140 sec 2024-12-09T03:42:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:15,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:42:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:15,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092c186aa2db24451da77eb85c5d121001_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742188_1364 (size=14594) 2024-12-09T03:42:15,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:15,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092c186aa2db24451da77eb85c5d121001_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092c186aa2db24451da77eb85c5d121001_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:15,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/81ea5910f0194d25a0b50af095e40d97, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:15,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/81ea5910f0194d25a0b50af095e40d97 is 175, key is test_row_0/A:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742189_1365 (size=39549) 2024-12-09T03:42:15,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/81ea5910f0194d25a0b50af095e40d97 2024-12-09T03:42:15,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/9bd6b91b03ad40a1b2d20d8b0a66adc4 is 50, key is test_row_0/B:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742190_1366 (size=12001) 2024-12-09T03:42:15,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715795685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715795692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715795694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715795701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715795811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715795811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715795811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:15,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715795822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:15,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:15,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715796031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715796031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715796032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715796032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/9bd6b91b03ad40a1b2d20d8b0a66adc4 2024-12-09T03:42:16,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fb38514bbb1a43958a47626ff310826f is 50, key is test_row_0/C:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742191_1367 (size=12001) 2024-12-09T03:42:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T03:42:16,302 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:16,302 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-09T03:42:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T03:42:16,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:16,305 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:16,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:16,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715796341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715796341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715796341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715796352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T03:42:16,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T03:42:16,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:16,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:16,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715796482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,493 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fb38514bbb1a43958a47626ff310826f 2024-12-09T03:42:16,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/81ea5910f0194d25a0b50af095e40d97 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97 2024-12-09T03:42:16,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97, entries=200, sequenceid=62, filesize=38.6 K 2024-12-09T03:42:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/9bd6b91b03ad40a1b2d20d8b0a66adc4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9bd6b91b03ad40a1b2d20d8b0a66adc4 2024-12-09T03:42:16,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9bd6b91b03ad40a1b2d20d8b0a66adc4, entries=150, sequenceid=62, filesize=11.7 K 2024-12-09T03:42:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fb38514bbb1a43958a47626ff310826f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fb38514bbb1a43958a47626ff310826f 2024-12-09T03:42:16,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fb38514bbb1a43958a47626ff310826f, entries=150, sequenceid=62, filesize=11.7 K 2024-12-09T03:42:16,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ab5b6bb85003c0667d43575fc909469e in 892ms, sequenceid=62, compaction requested=true 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:16,523 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:16,523 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:16,524 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:16,524 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:16,524 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:16,524 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:16,524 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,524 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,524 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1e97ec68baa14c14857310d1857d2e3f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e8d0a76aff7049b0aadc328d9a5515d7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9bd6b91b03ad40a1b2d20d8b0a66adc4] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=35.2 K 2024-12-09T03:42:16,524 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=107.5 K 2024-12-09T03:42:16,524 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,524 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97] 2024-12-09T03:42:16,525 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e97ec68baa14c14857310d1857d2e3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733715732138 2024-12-09T03:42:16,525 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d44a6be00f324a1db7177cf03124ade8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733715732138 2024-12-09T03:42:16,525 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e8d0a76aff7049b0aadc328d9a5515d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733715732217 2024-12-09T03:42:16,525 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62e58169788644abbc032a552e621b68, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733715732217 2024-12-09T03:42:16,525 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd6b91b03ad40a1b2d20d8b0a66adc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733715734445 2024-12-09T03:42:16,525 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81ea5910f0194d25a0b50af095e40d97, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733715734445 2024-12-09T03:42:16,533 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:16,535 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:16,536 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/06d0480cc62d4dc3a30ba13e3ceb1a4b is 50, key is test_row_0/B:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:16,538 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412091000c10cecfd45f5b5ee22494e048f64_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:16,540 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412091000c10cecfd45f5b5ee22494e048f64_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:16,540 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091000c10cecfd45f5b5ee22494e048f64_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742192_1368 (size=12104) 2024-12-09T03:42:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742193_1369 (size=4469) 2024-12-09T03:42:16,551 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#314 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:16,552 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/11ee156a7e3141529be376216a7e84de is 175, key is test_row_0/A:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:16,557 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/06d0480cc62d4dc3a30ba13e3ceb1a4b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/06d0480cc62d4dc3a30ba13e3ceb1a4b 2024-12-09T03:42:16,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742194_1370 (size=31058) 2024-12-09T03:42:16,564 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into 06d0480cc62d4dc3a30ba13e3ceb1a4b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:16,564 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:16,564 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=13, startTime=1733715736523; duration=0sec 2024-12-09T03:42:16,564 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:16,564 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:16,565 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:16,565 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:16,566 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:16,566 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,566 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/358d832a15404f48828d07ada1459d02, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/2ef2a101a8194700b66022f99bdb84ef, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fb38514bbb1a43958a47626ff310826f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=35.2 K 2024-12-09T03:42:16,566 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 358d832a15404f48828d07ada1459d02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733715732138 2024-12-09T03:42:16,567 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ef2a101a8194700b66022f99bdb84ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733715732217 2024-12-09T03:42:16,568 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fb38514bbb1a43958a47626ff310826f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733715734445 2024-12-09T03:42:16,569 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/11ee156a7e3141529be376216a7e84de as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/11ee156a7e3141529be376216a7e84de 2024-12-09T03:42:16,580 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into 11ee156a7e3141529be376216a7e84de(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:16,581 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:16,581 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=13, startTime=1733715736523; duration=0sec 2024-12-09T03:42:16,581 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:16,581 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:16,584 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:16,585 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/96a8643746a24315b71f6d533fa2a739 is 50, key is test_row_0/C:col10/1733715734457/Put/seqid=0 2024-12-09T03:42:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742195_1371 (size=12104) 2024-12-09T03:42:16,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T03:42:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:16,611 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:42:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:16,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bd91dab7d0db4bc6a40e964b277303e4_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715735677/Put/seqid=0 2024-12-09T03:42:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T03:42:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742196_1372 (size=12154) 2024-12-09T03:42:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:16,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:16,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715796885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715796886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715796897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715796899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T03:42:16,998 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/96a8643746a24315b71f6d533fa2a739 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/96a8643746a24315b71f6d533fa2a739 2024-12-09T03:42:17,002 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into 96a8643746a24315b71f6d533fa2a739(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:17,003 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:17,003 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=13, startTime=1733715736523; duration=0sec 2024-12-09T03:42:17,003 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:17,003 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715797001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715797001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715797001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715797022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:17,036 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bd91dab7d0db4bc6a40e964b277303e4_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bd91dab7d0db4bc6a40e964b277303e4_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/427246359fa44f28b90bad658961d5ac, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:17,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/427246359fa44f28b90bad658961d5ac is 175, key is test_row_0/A:col10/1733715735677/Put/seqid=0 2024-12-09T03:42:17,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742197_1373 (size=30955) 2024-12-09T03:42:17,054 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/427246359fa44f28b90bad658961d5ac 2024-12-09T03:42:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/633e29d68b234619abdcfb3edba044ba is 50, key is test_row_0/B:col10/1733715735677/Put/seqid=0 2024-12-09T03:42:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742198_1374 (size=12001) 2024-12-09T03:42:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715797221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715797221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715797221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715797242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T03:42:17,475 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/633e29d68b234619abdcfb3edba044ba 2024-12-09T03:42:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/946d6e834c464e36ac8b7d31ba7f8edd is 50, key is test_row_0/C:col10/1733715735677/Put/seqid=0 2024-12-09T03:42:17,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742199_1375 (size=12001) 2024-12-09T03:42:17,504 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/946d6e834c464e36ac8b7d31ba7f8edd 2024-12-09T03:42:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/427246359fa44f28b90bad658961d5ac as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac 2024-12-09T03:42:17,513 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac, entries=150, sequenceid=83, filesize=30.2 K 2024-12-09T03:42:17,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/633e29d68b234619abdcfb3edba044ba as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/633e29d68b234619abdcfb3edba044ba 2024-12-09T03:42:17,517 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/633e29d68b234619abdcfb3edba044ba, entries=150, sequenceid=83, filesize=11.7 K 2024-12-09T03:42:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/946d6e834c464e36ac8b7d31ba7f8edd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/946d6e834c464e36ac8b7d31ba7f8edd 2024-12-09T03:42:17,521 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/946d6e834c464e36ac8b7d31ba7f8edd, entries=150, sequenceid=83, filesize=11.7 K 2024-12-09T03:42:17,524 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ab5b6bb85003c0667d43575fc909469e in 914ms, sequenceid=83, compaction requested=false 2024-12-09T03:42:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-09T03:42:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-09T03:42:17,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-09T03:42:17,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-12-09T03:42:17,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.2260 sec 2024-12-09T03:42:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:17,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:42:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:17,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094d131cd00df048558179681483917bbf_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742200_1376 (size=14594) 2024-12-09T03:42:17,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715797573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715797574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715797582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715797583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715797691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715797691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715797691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715797691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715797911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715797911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715797911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715797912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:17,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:17,953 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094d131cd00df048558179681483917bbf_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094d131cd00df048558179681483917bbf_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:17,954 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/95bf1ec37230471f87f614c1900521bd, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:17,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/95bf1ec37230471f87f614c1900521bd is 175, key is test_row_0/A:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:17,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742201_1377 (size=39549) 2024-12-09T03:42:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715798222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715798222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715798222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715798231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/95bf1ec37230471f87f614c1900521bd 2024-12-09T03:42:18,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/32b3ab79fa4d49b79b347440a862df81 is 50, key is test_row_0/B:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:18,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742202_1378 (size=12001) 2024-12-09T03:42:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T03:42:18,452 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:18,453 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-09T03:42:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T03:42:18,455 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:18,456 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:18,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T03:42:18,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T03:42:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:18,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715798742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715798742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715798742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715798751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:18,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T03:42:18,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:18,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:18,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:18,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/32b3ab79fa4d49b79b347440a862df81 2024-12-09T03:42:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T03:42:18,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/942e310a7bd247b7b6bb225911e4ad7a is 50, key is test_row_0/C:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742203_1379 (size=12001) 2024-12-09T03:42:18,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T03:42:18,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:18,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:18,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:18,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:19,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T03:42:19,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:19,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:19,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T03:42:19,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/942e310a7bd247b7b6bb225911e4ad7a 2024-12-09T03:42:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/95bf1ec37230471f87f614c1900521bd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd 2024-12-09T03:42:19,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd, entries=200, sequenceid=99, filesize=38.6 K 2024-12-09T03:42:19,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/32b3ab79fa4d49b79b347440a862df81 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/32b3ab79fa4d49b79b347440a862df81 2024-12-09T03:42:19,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/32b3ab79fa4d49b79b347440a862df81, entries=150, sequenceid=99, filesize=11.7 K 2024-12-09T03:42:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/942e310a7bd247b7b6bb225911e4ad7a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/942e310a7bd247b7b6bb225911e4ad7a 2024-12-09T03:42:19,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/942e310a7bd247b7b6bb225911e4ad7a, entries=150, sequenceid=99, filesize=11.7 K 2024-12-09T03:42:19,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ab5b6bb85003c0667d43575fc909469e in 1661ms, sequenceid=99, compaction requested=true 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:19,196 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:19,196 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:19,198 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:19,198 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:19,198 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,198 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/06d0480cc62d4dc3a30ba13e3ceb1a4b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/633e29d68b234619abdcfb3edba044ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/32b3ab79fa4d49b79b347440a862df81] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=35.3 K 2024-12-09T03:42:19,198 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:19,198 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:19,198 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,198 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/11ee156a7e3141529be376216a7e84de, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=99.2 K 2024-12-09T03:42:19,198 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,198 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/11ee156a7e3141529be376216a7e84de, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd] 2024-12-09T03:42:19,199 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d0480cc62d4dc3a30ba13e3ceb1a4b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733715734445 2024-12-09T03:42:19,199 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11ee156a7e3141529be376216a7e84de, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733715734445 2024-12-09T03:42:19,199 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 633e29d68b234619abdcfb3edba044ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715735677 2024-12-09T03:42:19,199 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 427246359fa44f28b90bad658961d5ac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715735677 2024-12-09T03:42:19,199 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 32b3ab79fa4d49b79b347440a862df81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733715736883 2024-12-09T03:42:19,199 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95bf1ec37230471f87f614c1900521bd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733715736883 2024-12-09T03:42:19,204 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:19,205 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:19,206 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/ef7f0cff82174f018c82dc1f7f846822 is 50, key is test_row_0/B:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:19,206 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209959c96314e254d55bedfc8b2f6017f80_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:19,208 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209959c96314e254d55bedfc8b2f6017f80_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:19,208 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209959c96314e254d55bedfc8b2f6017f80_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742205_1381 (size=4469) 2024-12-09T03:42:19,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,221 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:19,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742204_1380 (size=12207) 2024-12-09T03:42:19,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d9c3b6e1865048e5b1be93f3e9a29a14_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715737580/Put/seqid=0 2024-12-09T03:42:19,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742206_1382 (size=12154) 2024-12-09T03:42:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T03:42:19,617 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:19,617 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/c9d06e34367841889affa0e2e9516152 is 175, key is test_row_0/A:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:19,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742207_1383 (size=31161) 2024-12-09T03:42:19,627 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/ef7f0cff82174f018c82dc1f7f846822 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ef7f0cff82174f018c82dc1f7f846822 2024-12-09T03:42:19,628 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/c9d06e34367841889affa0e2e9516152 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c9d06e34367841889affa0e2e9516152 2024-12-09T03:42:19,633 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into ef7f0cff82174f018c82dc1f7f846822(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:19,633 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:19,633 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=13, startTime=1733715739196; duration=0sec 2024-12-09T03:42:19,633 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:19,633 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:19,633 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:19,634 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into c9d06e34367841889affa0e2e9516152(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:19,634 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:19,635 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=13, startTime=1733715739196; duration=0sec 2024-12-09T03:42:19,635 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:19,635 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:19,636 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:19,636 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:19,636 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:19,636 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/96a8643746a24315b71f6d533fa2a739, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/946d6e834c464e36ac8b7d31ba7f8edd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/942e310a7bd247b7b6bb225911e4ad7a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=35.3 K 2024-12-09T03:42:19,636 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a8643746a24315b71f6d533fa2a739, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733715734445 2024-12-09T03:42:19,637 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 946d6e834c464e36ac8b7d31ba7f8edd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715735677 2024-12-09T03:42:19,638 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 942e310a7bd247b7b6bb225911e4ad7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733715736883 2024-12-09T03:42:19,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:19,644 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d9c3b6e1865048e5b1be93f3e9a29a14_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9c3b6e1865048e5b1be93f3e9a29a14_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/676150aaaf73415291c6cfd85b14ac44, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/676150aaaf73415291c6cfd85b14ac44 is 175, key is test_row_0/A:col10/1733715737580/Put/seqid=0 2024-12-09T03:42:19,646 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:19,647 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/58ea897e6c20491198b471dbd01a1482 is 50, key is test_row_0/C:col10/1733715737532/Put/seqid=0 2024-12-09T03:42:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742208_1384 (size=30955) 2024-12-09T03:42:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742209_1385 (size=12207) 2024-12-09T03:42:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:19,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715799781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715799789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715799791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715799792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715799902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715799902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715799911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715799911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,058 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/676150aaaf73415291c6cfd85b14ac44 2024-12-09T03:42:20,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/c97a3bf3265a4c1d9d49feec44b1ab42 is 50, key is test_row_0/B:col10/1733715737580/Put/seqid=0 2024-12-09T03:42:20,068 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/58ea897e6c20491198b471dbd01a1482 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/58ea897e6c20491198b471dbd01a1482 2024-12-09T03:42:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742210_1386 (size=12001) 2024-12-09T03:42:20,073 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into 58ea897e6c20491198b471dbd01a1482(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:20,073 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:20,073 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=13, startTime=1733715739196; duration=0sec 2024-12-09T03:42:20,073 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:20,073 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:20,074 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/c97a3bf3265a4c1d9d49feec44b1ab42 2024-12-09T03:42:20,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/32f34d69fff14461b0229c4a3d056167 is 50, key is test_row_0/C:col10/1733715737580/Put/seqid=0 2024-12-09T03:42:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742211_1387 (size=12001) 2024-12-09T03:42:20,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715800121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715800121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715800121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715800121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715800441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715800441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715800441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715800442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,486 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/32f34d69fff14461b0229c4a3d056167 2024-12-09T03:42:20,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/676150aaaf73415291c6cfd85b14ac44 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44 2024-12-09T03:42:20,493 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44, entries=150, sequenceid=116, filesize=30.2 K 2024-12-09T03:42:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/c97a3bf3265a4c1d9d49feec44b1ab42 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/c97a3bf3265a4c1d9d49feec44b1ab42 2024-12-09T03:42:20,498 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/c97a3bf3265a4c1d9d49feec44b1ab42, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T03:42:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/32f34d69fff14461b0229c4a3d056167 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/32f34d69fff14461b0229c4a3d056167 2024-12-09T03:42:20,501 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/32f34d69fff14461b0229c4a3d056167, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T03:42:20,502 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ab5b6bb85003c0667d43575fc909469e in 1281ms, sequenceid=116, compaction requested=false 2024-12-09T03:42:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-09T03:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-09T03:42:20,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-09T03:42:20,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec 2024-12-09T03:42:20,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.0520 sec 2024-12-09T03:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:20,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:20,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090929ec536bf04b7fa30422f13c66d63d_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:20,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742212_1388 (size=14794) 2024-12-09T03:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T03:42:20,611 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:20,612 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-09T03:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:20,613 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:20,614 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:20,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:20,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715800650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:20,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:20,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:20,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:20,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:20,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:20,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:20,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715800771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:20,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:20,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:20,948 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090929ec536bf04b7fa30422f13c66d63d_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090929ec536bf04b7fa30422f13c66d63d_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:20,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/ad547d93054c4f599456d4dca29bc978, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:20,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/ad547d93054c4f599456d4dca29bc978 is 175, key is test_row_0/A:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742213_1389 (size=39749) 2024-12-09T03:42:20,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715800951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715800951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715800951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715800952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715800991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715801312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/ad547d93054c4f599456d4dca29bc978 2024-12-09T03:42:21,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/fab338fe8df8428c87aa77ff9508058b is 50, key is test_row_0/B:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:21,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742214_1390 (size=12151) 2024-12-09T03:42:21,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:21,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/fab338fe8df8428c87aa77ff9508058b 2024-12-09T03:42:21,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/7b179b19dd3d4126b6bf949406211dd0 is 50, key is test_row_0/C:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:21,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742215_1391 (size=12151) 2024-12-09T03:42:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715801831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715801971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715801972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715801972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,982 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,982 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715801972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,983 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,983 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:21,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:21,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:22,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:22,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/7b179b19dd3d4126b6bf949406211dd0 2024-12-09T03:42:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/ad547d93054c4f599456d4dca29bc978 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978 2024-12-09T03:42:22,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978, entries=200, sequenceid=135, filesize=38.8 K 2024-12-09T03:42:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/fab338fe8df8428c87aa77ff9508058b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/fab338fe8df8428c87aa77ff9508058b 2024-12-09T03:42:22,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/fab338fe8df8428c87aa77ff9508058b, entries=150, sequenceid=135, filesize=11.9 K 2024-12-09T03:42:22,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/7b179b19dd3d4126b6bf949406211dd0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/7b179b19dd3d4126b6bf949406211dd0 2024-12-09T03:42:22,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/7b179b19dd3d4126b6bf949406211dd0, entries=150, sequenceid=135, filesize=11.9 K 2024-12-09T03:42:22,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ab5b6bb85003c0667d43575fc909469e in 1736ms, sequenceid=135, compaction requested=true 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:22,261 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:22,261 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:22,262 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:22,262 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:22,262 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:22,262 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:22,262 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,262 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,262 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ef7f0cff82174f018c82dc1f7f846822, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/c97a3bf3265a4c1d9d49feec44b1ab42, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/fab338fe8df8428c87aa77ff9508058b] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=35.5 K 2024-12-09T03:42:22,262 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c9d06e34367841889affa0e2e9516152, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=99.5 K 2024-12-09T03:42:22,262 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,262 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c9d06e34367841889affa0e2e9516152, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978] 2024-12-09T03:42:22,263 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ef7f0cff82174f018c82dc1f7f846822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733715736883 2024-12-09T03:42:22,263 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9d06e34367841889affa0e2e9516152, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733715736883 2024-12-09T03:42:22,263 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c97a3bf3265a4c1d9d49feec44b1ab42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733715737572 2024-12-09T03:42:22,263 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 676150aaaf73415291c6cfd85b14ac44, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733715737572 2024-12-09T03:42:22,263 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fab338fe8df8428c87aa77ff9508058b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733715739789 2024-12-09T03:42:22,264 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad547d93054c4f599456d4dca29bc978, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733715739787 2024-12-09T03:42:22,285 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:22,287 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:22,287 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/74d93d0104f24867971ec6451153d698 is 50, key is test_row_0/B:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:22,298 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120988ddb3f6dfd54a348d1af689aedc6d1d_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:22,300 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120988ddb3f6dfd54a348d1af689aedc6d1d_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:22,301 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120988ddb3f6dfd54a348d1af689aedc6d1d_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:22,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T03:42:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,303 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742216_1392 (size=12459) 2024-12-09T03:42:22,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742217_1393 (size=4469) 2024-12-09T03:42:22,314 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/74d93d0104f24867971ec6451153d698 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/74d93d0104f24867971ec6451153d698 2024-12-09T03:42:22,315 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#333 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:22,315 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/38f73275cf844ccbab3733643a884298 is 175, key is test_row_0/A:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bb5ef35bf48649dba49e5963ff0fa2d1_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715740630/Put/seqid=0 2024-12-09T03:42:22,326 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into 74d93d0104f24867971ec6451153d698(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:22,326 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:22,326 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=13, startTime=1733715742261; duration=0sec 2024-12-09T03:42:22,326 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:22,326 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:22,326 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:22,328 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:22,328 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:22,328 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,328 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/58ea897e6c20491198b471dbd01a1482, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/32f34d69fff14461b0229c4a3d056167, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/7b179b19dd3d4126b6bf949406211dd0] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=35.5 K 2024-12-09T03:42:22,328 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 58ea897e6c20491198b471dbd01a1482, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733715736883 2024-12-09T03:42:22,329 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 32f34d69fff14461b0229c4a3d056167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733715737572 2024-12-09T03:42:22,329 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b179b19dd3d4126b6bf949406211dd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733715739789 2024-12-09T03:42:22,347 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:22,347 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/e1a9fa1564c141cf91c4262ba32b9570 is 50, key is test_row_0/C:col10/1733715739789/Put/seqid=0 2024-12-09T03:42:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742219_1395 (size=12304) 2024-12-09T03:42:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742218_1394 (size=31413) 2024-12-09T03:42:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,364 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bb5ef35bf48649dba49e5963ff0fa2d1_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bb5ef35bf48649dba49e5963ff0fa2d1_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:22,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/9907c054567f47c484bb81de17f435ba, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/9907c054567f47c484bb81de17f435ba is 175, key is test_row_0/A:col10/1733715740630/Put/seqid=0 2024-12-09T03:42:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742220_1396 (size=12459) 2024-12-09T03:42:22,391 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/e1a9fa1564c141cf91c4262ba32b9570 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/e1a9fa1564c141cf91c4262ba32b9570 2024-12-09T03:42:22,396 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into e1a9fa1564c141cf91c4262ba32b9570(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:22,396 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:22,396 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=13, startTime=1733715742261; duration=0sec 2024-12-09T03:42:22,396 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:22,396 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:22,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742221_1397 (size=31105) 2024-12-09T03:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:22,765 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/38f73275cf844ccbab3733643a884298 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/38f73275cf844ccbab3733643a884298 2024-12-09T03:42:22,769 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into 38f73275cf844ccbab3733643a884298(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:22,769 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:22,769 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=13, startTime=1733715742261; duration=0sec 2024-12-09T03:42:22,769 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:22,770 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:22,804 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/9907c054567f47c484bb81de17f435ba 2024-12-09T03:42:22,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/1f81556757d2443a9b39ad6db99d94ba is 50, key is test_row_0/B:col10/1733715740630/Put/seqid=0 2024-12-09T03:42:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742222_1398 (size=12151) 2024-12-09T03:42:22,817 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/1f81556757d2443a9b39ad6db99d94ba 2024-12-09T03:42:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/c5a0c16a93cf4315b56d6a9e933e780f is 50, key is test_row_0/C:col10/1733715740630/Put/seqid=0 2024-12-09T03:42:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742223_1399 (size=12151) 2024-12-09T03:42:22,829 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/c5a0c16a93cf4315b56d6a9e933e780f 2024-12-09T03:42:22,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/9907c054567f47c484bb81de17f435ba as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba 2024-12-09T03:42:22,842 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba, entries=150, sequenceid=151, filesize=30.4 K 2024-12-09T03:42:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/1f81556757d2443a9b39ad6db99d94ba as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1f81556757d2443a9b39ad6db99d94ba 2024-12-09T03:42:22,847 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1f81556757d2443a9b39ad6db99d94ba, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T03:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/c5a0c16a93cf4315b56d6a9e933e780f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/c5a0c16a93cf4315b56d6a9e933e780f 2024-12-09T03:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,851 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/c5a0c16a93cf4315b56d6a9e933e780f, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T03:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,852 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for ab5b6bb85003c0667d43575fc909469e in 549ms, sequenceid=151, compaction requested=false 2024-12-09T03:42:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-09T03:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-09T03:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-09T03:42:22,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-12-09T03:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.2440 sec 2024-12-09T03:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:23,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120937d5f73030d5476fb202e6c65686c02d_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742224_1400 (size=12304) 2024-12-09T03:42:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715743506, max timestamp=1733715743551Num uniques 859; 2024-12-09T03:42:23,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715743506, max timestamp=1733715743551Num uniques 859; 2024-12-09T03:42:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715743506, max timestamp=1733715743551Num uniques 859; 2024-12-09T03:42:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:23,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:23,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120937d5f73030d5476fb202e6c65686c02d_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120937d5f73030d5476fb202e6c65686c02d_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:23,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/8e57affb4e104a6baa4b777b0eb6cdae, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:23,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/8e57affb4e104a6baa4b777b0eb6cdae is 175, key is test_row_0/A:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742225_1401 (size=31101) 2024-12-09T03:42:23,604 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/8e57affb4e104a6baa4b777b0eb6cdae 2024-12-09T03:42:23,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/92b457d7f1dd4cc791172747bb4e6e78 is 50, key is test_row_0/B:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742226_1402 (size=9757) 2024-12-09T03:42:23,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/92b457d7f1dd4cc791172747bb4e6e78 2024-12-09T03:42:23,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/63c3d2e345b24c3e9bc39905c7f7adc9 is 50, key is test_row_0/C:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742227_1403 (size=9757) 2024-12-09T03:42:23,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715803739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715803862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715803991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715803991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,001 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,001 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715804001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715804002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,009 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,009 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/63c3d2e345b24c3e9bc39905c7f7adc9 2024-12-09T03:42:24,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/8e57affb4e104a6baa4b777b0eb6cdae as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae 2024-12-09T03:42:24,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae, entries=150, sequenceid=164, filesize=30.4 K 2024-12-09T03:42:24,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/92b457d7f1dd4cc791172747bb4e6e78 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/92b457d7f1dd4cc791172747bb4e6e78 2024-12-09T03:42:24,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/92b457d7f1dd4cc791172747bb4e6e78, entries=100, sequenceid=164, filesize=9.5 K 2024-12-09T03:42:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/63c3d2e345b24c3e9bc39905c7f7adc9 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/63c3d2e345b24c3e9bc39905c7f7adc9 2024-12-09T03:42:24,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/63c3d2e345b24c3e9bc39905c7f7adc9, entries=100, sequenceid=164, filesize=9.5 K 2024-12-09T03:42:24,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ab5b6bb85003c0667d43575fc909469e in 886ms, sequenceid=164, compaction requested=true 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:24,062 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:24,062 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:24,063 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:24,063 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:24,063 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/74d93d0104f24867971ec6451153d698, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1f81556757d2443a9b39ad6db99d94ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/92b457d7f1dd4cc791172747bb4e6e78] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=33.6 K 2024-12-09T03:42:24,063 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/38f73275cf844ccbab3733643a884298, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=91.4 K 2024-12-09T03:42:24,063 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/38f73275cf844ccbab3733643a884298, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae] 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d93d0104f24867971ec6451153d698, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733715739789 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38f73275cf844ccbab3733643a884298, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733715739789 2024-12-09T03:42:24,063 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f81556757d2443a9b39ad6db99d94ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733715740613 2024-12-09T03:42:24,064 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9907c054567f47c484bb81de17f435ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733715740613 2024-12-09T03:42:24,065 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 92b457d7f1dd4cc791172747bb4e6e78, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733715743117 2024-12-09T03:42:24,065 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e57affb4e104a6baa4b777b0eb6cdae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733715743117 2024-12-09T03:42:24,070 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:24,072 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209fc253cc1aabc4fb3af2ff0d98c8bf122_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:24,072 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:24,072 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/b45a1914e4724e59bddde65edb207082 is 50, key is test_row_0/B:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:24,073 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209fc253cc1aabc4fb3af2ff0d98c8bf122_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:24,073 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fc253cc1aabc4fb3af2ff0d98c8bf122_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742228_1404 (size=4469) 2024-12-09T03:42:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742229_1405 (size=12561) 2024-12-09T03:42:24,086 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#341 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:24,087 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/794ac36d62bd4b22a4bd95e9d18122bb is 175, key is test_row_0/A:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742230_1406 (size=31622) 2024-12-09T03:42:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:24,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-09T03:42:24,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:24,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120958c1dba09572494a96cc9384039f7e02_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715743661/Put/seqid=0 2024-12-09T03:42:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742231_1407 (size=14794) 2024-12-09T03:42:24,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715804146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715804272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,490 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/b45a1914e4724e59bddde65edb207082 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/b45a1914e4724e59bddde65edb207082 2024-12-09T03:42:24,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715804481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,495 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into b45a1914e4724e59bddde65edb207082(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:24,495 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:24,495 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=13, startTime=1733715744062; duration=0sec 2024-12-09T03:42:24,495 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:24,495 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:24,495 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:24,497 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:24,497 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:24,497 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:24,497 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/e1a9fa1564c141cf91c4262ba32b9570, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/c5a0c16a93cf4315b56d6a9e933e780f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/63c3d2e345b24c3e9bc39905c7f7adc9] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=33.6 K 2024-12-09T03:42:24,497 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e1a9fa1564c141cf91c4262ba32b9570, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733715739789 2024-12-09T03:42:24,498 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a0c16a93cf4315b56d6a9e933e780f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733715740613 2024-12-09T03:42:24,498 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c3d2e345b24c3e9bc39905c7f7adc9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733715743117 2024-12-09T03:42:24,499 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/794ac36d62bd4b22a4bd95e9d18122bb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/794ac36d62bd4b22a4bd95e9d18122bb 2024-12-09T03:42:24,503 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into 794ac36d62bd4b22a4bd95e9d18122bb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:24,503 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:24,503 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=13, startTime=1733715744062; duration=0sec 2024-12-09T03:42:24,503 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:24,503 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:24,505 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:24,506 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:24,506 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/64d4a5915cd44445992a274fd4e3218d is 50, key is test_row_0/C:col10/1733715743117/Put/seqid=0 2024-12-09T03:42:24,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120958c1dba09572494a96cc9384039f7e02_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120958c1dba09572494a96cc9384039f7e02_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:24,509 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/17ae647f5a614b42a2a1eba7613435da, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:24,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/17ae647f5a614b42a2a1eba7613435da is 175, key is test_row_0/A:col10/1733715743661/Put/seqid=0 2024-12-09T03:42:24,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742232_1408 (size=12561) 2024-12-09T03:42:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742233_1409 (size=39749) 2024-12-09T03:42:24,515 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/64d4a5915cd44445992a274fd4e3218d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/64d4a5915cd44445992a274fd4e3218d 2024-12-09T03:42:24,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/17ae647f5a614b42a2a1eba7613435da 2024-12-09T03:42:24,521 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into 64d4a5915cd44445992a274fd4e3218d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:24,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:24,521 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=13, startTime=1733715744062; duration=0sec 2024-12-09T03:42:24,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:24,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:24,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/169b84f6d6824a7fb093eca4061890a7 is 50, key is test_row_0/B:col10/1733715743661/Put/seqid=0 2024-12-09T03:42:24,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742234_1410 (size=12151) 2024-12-09T03:42:24,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/169b84f6d6824a7fb093eca4061890a7 2024-12-09T03:42:24,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/3d7d3923868a4e7da70804db454be18e is 50, key is test_row_0/C:col10/1733715743661/Put/seqid=0 2024-12-09T03:42:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742235_1411 (size=12151) 2024-12-09T03:42:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T03:42:24,772 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:24,772 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-09T03:42:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T03:42:24,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:24,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:24,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:24,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715804801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:24,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:24,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T03:42:24,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T03:42:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:24,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:24,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:24,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/3d7d3923868a4e7da70804db454be18e 2024-12-09T03:42:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/17ae647f5a614b42a2a1eba7613435da as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da 2024-12-09T03:42:24,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da, entries=200, sequenceid=201, filesize=38.8 K 2024-12-09T03:42:24,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/169b84f6d6824a7fb093eca4061890a7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/169b84f6d6824a7fb093eca4061890a7 2024-12-09T03:42:24,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/169b84f6d6824a7fb093eca4061890a7, entries=150, sequenceid=201, filesize=11.9 K 2024-12-09T03:42:24,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/3d7d3923868a4e7da70804db454be18e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/3d7d3923868a4e7da70804db454be18e 2024-12-09T03:42:24,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/3d7d3923868a4e7da70804db454be18e, entries=150, sequenceid=201, filesize=11.9 K 2024-12-09T03:42:24,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for ab5b6bb85003c0667d43575fc909469e in 876ms, sequenceid=201, compaction requested=false 2024-12-09T03:42:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:25,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T03:42:25,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,081 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T03:42:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c0b9cd33e62541b28a086827344d1f46_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715744107/Put/seqid=0 2024-12-09T03:42:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T03:42:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742236_1412 (size=12304) 2024-12-09T03:42:25,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,097 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c0b9cd33e62541b28a086827344d1f46_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c0b9cd33e62541b28a086827344d1f46_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/0c1d45fa15bc4efea11fc6ee5a5ede3d, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:25,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/0c1d45fa15bc4efea11fc6ee5a5ede3d is 175, key is test_row_0/A:col10/1733715744107/Put/seqid=0 2024-12-09T03:42:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742237_1413 (size=31105) 2024-12-09T03:42:25,112 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/0c1d45fa15bc4efea11fc6ee5a5ede3d 2024-12-09T03:42:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a7fa5bd843fa499997fbde22dd054e20 is 50, key is test_row_0/B:col10/1733715744107/Put/seqid=0 2024-12-09T03:42:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742238_1414 (size=12151) 2024-12-09T03:42:25,140 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a7fa5bd843fa499997fbde22dd054e20 2024-12-09T03:42:25,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/4af75f458a744109a0166c8e52923fef is 50, key is test_row_0/C:col10/1733715744107/Put/seqid=0 2024-12-09T03:42:25,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742239_1415 (size=12151) 2024-12-09T03:42:25,157 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/4af75f458a744109a0166c8e52923fef 2024-12-09T03:42:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/0c1d45fa15bc4efea11fc6ee5a5ede3d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d 2024-12-09T03:42:25,170 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d, entries=150, sequenceid=213, filesize=30.4 K 2024-12-09T03:42:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a7fa5bd843fa499997fbde22dd054e20 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a7fa5bd843fa499997fbde22dd054e20 2024-12-09T03:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,175 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a7fa5bd843fa499997fbde22dd054e20, entries=150, sequenceid=213, filesize=11.9 K 2024-12-09T03:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/4af75f458a744109a0166c8e52923fef as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4af75f458a744109a0166c8e52923fef 2024-12-09T03:42:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,180 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4af75f458a744109a0166c8e52923fef, entries=150, sequenceid=213, filesize=11.9 K 2024-12-09T03:42:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,181 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for ab5b6bb85003c0667d43575fc909469e in 101ms, sequenceid=213, compaction requested=true 2024-12-09T03:42:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-09T03:42:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-09T03:42:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-09T03:42:25,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 408 msec 2024-12-09T03:42:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 412 msec 2024-12-09T03:42:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T03:42:25,402 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,403 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-09T03:42:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,405 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:25,406 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:25,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eca4b99bec92465fab754d981096b217_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:25,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:25,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:25,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742240_1416 (size=14794) 2024-12-09T03:42:25,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:25,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eca4b99bec92465fab754d981096b217_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eca4b99bec92465fab754d981096b217_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:25,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/c971cc5a0212420cb64aa035bfcb2ad5, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:25,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/c971cc5a0212420cb64aa035bfcb2ad5 is 175, key is test_row_0/A:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742241_1417 (size=39749) 2024-12-09T03:42:25,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/c971cc5a0212420cb64aa035bfcb2ad5 2024-12-09T03:42:25,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/0902db5d6149449ab25509d9c6263367 is 50, key is test_row_0/B:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742242_1418 (size=12151) 2024-12-09T03:42:25,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/0902db5d6149449ab25509d9c6263367 2024-12-09T03:42:25,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fa6dcf1b24664648a066d88126add919 is 50, key is test_row_0/C:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742243_1419 (size=12151) 2024-12-09T03:42:25,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fa6dcf1b24664648a066d88126add919 2024-12-09T03:42:25,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/c971cc5a0212420cb64aa035bfcb2ad5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5 2024-12-09T03:42:25,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5, entries=200, sequenceid=223, filesize=38.8 K 2024-12-09T03:42:25,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/0902db5d6149449ab25509d9c6263367 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/0902db5d6149449ab25509d9c6263367 2024-12-09T03:42:25,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/0902db5d6149449ab25509d9c6263367, entries=150, sequenceid=223, filesize=11.9 K 2024-12-09T03:42:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fa6dcf1b24664648a066d88126add919 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fa6dcf1b24664648a066d88126add919 2024-12-09T03:42:25,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fa6dcf1b24664648a066d88126add919, entries=150, sequenceid=223, filesize=11.9 K 2024-12-09T03:42:25,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=87.22 KB/89310 for ab5b6bb85003c0667d43575fc909469e in 157ms, sequenceid=223, compaction requested=true 2024-12-09T03:42:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:25,694 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:25,694 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:25,697 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:25,697 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142225 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:25,697 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:25,697 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:25,697 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,697 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,697 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/b45a1914e4724e59bddde65edb207082, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/169b84f6d6824a7fb093eca4061890a7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a7fa5bd843fa499997fbde22dd054e20, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/0902db5d6149449ab25509d9c6263367] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=47.9 K 2024-12-09T03:42:25,697 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/794ac36d62bd4b22a4bd95e9d18122bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=138.9 K 2024-12-09T03:42:25,697 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,697 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/794ac36d62bd4b22a4bd95e9d18122bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5] 2024-12-09T03:42:25,698 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b45a1914e4724e59bddde65edb207082, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733715740613 2024-12-09T03:42:25,698 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 794ac36d62bd4b22a4bd95e9d18122bb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733715740613 2024-12-09T03:42:25,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ae647f5a614b42a2a1eba7613435da, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733715743661 2024-12-09T03:42:25,699 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 169b84f6d6824a7fb093eca4061890a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733715743661 2024-12-09T03:42:25,699 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a7fa5bd843fa499997fbde22dd054e20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733715744107 2024-12-09T03:42:25,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:42:25,699 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c1d45fa15bc4efea11fc6ee5a5ede3d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733715744107 2024-12-09T03:42:25,700 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0902db5d6149449ab25509d9c6263367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733715745497 2024-12-09T03:42:25,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:25,700 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c971cc5a0212420cb64aa035bfcb2ad5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733715745497 2024-12-09T03:42:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:25,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:25,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:25,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:25,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:25,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:25,731 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:25,732 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/982086fec7834482bf112d9a8e164f36 is 50, key is test_row_0/B:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:25,733 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:25,741 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209ece56c31f5fb4b209315317364518d24_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:25,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fd00dcfa3fbf4a03a13af75752a16bd7_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715745672/Put/seqid=0 2024-12-09T03:42:25,744 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209ece56c31f5fb4b209315317364518d24_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:25,744 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ece56c31f5fb4b209315317364518d24_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:25,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742244_1420 (size=12697) 2024-12-09T03:42:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742245_1421 (size=14794) 2024-12-09T03:42:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742246_1422 (size=4469) 2024-12-09T03:42:25,755 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#354 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:25,755 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/908fc7e5c9064b558943eb84bc83c748 is 175, key is test_row_0/A:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742247_1423 (size=31651) 2024-12-09T03:42:25,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:25,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715805868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:26,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715805992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:26,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:26,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:26,153 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/982086fec7834482bf112d9a8e164f36 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/982086fec7834482bf112d9a8e164f36 2024-12-09T03:42:26,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fd00dcfa3fbf4a03a13af75752a16bd7_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd00dcfa3fbf4a03a13af75752a16bd7_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:26,157 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fd15fd694a03478cbf2397de4c600ed0, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:26,158 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into 982086fec7834482bf112d9a8e164f36(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:26,158 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:26,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fd15fd694a03478cbf2397de4c600ed0 is 175, key is test_row_0/A:col10/1733715745672/Put/seqid=0 2024-12-09T03:42:26,158 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=12, startTime=1733715745694; duration=0sec 2024-12-09T03:42:26,158 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:26,158 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:26,158 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:26,160 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:26,160 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:26,160 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,160 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/64d4a5915cd44445992a274fd4e3218d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/3d7d3923868a4e7da70804db454be18e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4af75f458a744109a0166c8e52923fef, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fa6dcf1b24664648a066d88126add919] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=47.9 K 2024-12-09T03:42:26,161 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d4a5915cd44445992a274fd4e3218d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733715740613 2024-12-09T03:42:26,161 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d7d3923868a4e7da70804db454be18e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733715743661 2024-12-09T03:42:26,161 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af75f458a744109a0166c8e52923fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733715744107 2024-12-09T03:42:26,162 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fa6dcf1b24664648a066d88126add919, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733715745497 2024-12-09T03:42:26,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742248_1424 (size=39749) 2024-12-09T03:42:26,173 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#356 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:26,173 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/ef4a024c1d6140afb7b31d2083d2d929 is 50, key is test_row_0/C:col10/1733715745497/Put/seqid=0 2024-12-09T03:42:26,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,182 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/908fc7e5c9064b558943eb84bc83c748 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/908fc7e5c9064b558943eb84bc83c748 2024-12-09T03:42:26,186 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into 908fc7e5c9064b558943eb84bc83c748(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:26,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:26,186 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=12, startTime=1733715745692; duration=0sec 2024-12-09T03:42:26,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:26,186 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742249_1425 (size=12697) 2024-12-09T03:42:26,206 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/ef4a024c1d6140afb7b31d2083d2d929 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/ef4a024c1d6140afb7b31d2083d2d929 2024-12-09T03:42:26,214 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into ef4a024c1d6140afb7b31d2083d2d929(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:26,214 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:26,214 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=12, startTime=1733715745694; duration=0sec 2024-12-09T03:42:26,214 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:26,214 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:26,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715806212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:26,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715806531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:26,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fd15fd694a03478cbf2397de4c600ed0 2024-12-09T03:42:26,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/47ae412569874b3fb7a9c82aad02348d is 50, key is test_row_0/B:col10/1733715745672/Put/seqid=0 2024-12-09T03:42:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742250_1426 (size=12151) 2024-12-09T03:42:26,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/47ae412569874b3fb7a9c82aad02348d 2024-12-09T03:42:26,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/618e3c01d6414cbf870774c7daf23874 is 50, key is test_row_0/C:col10/1733715745672/Put/seqid=0 2024-12-09T03:42:26,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742251_1427 (size=12151) 2024-12-09T03:42:26,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:26,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:26,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/618e3c01d6414cbf870774c7daf23874 2024-12-09T03:42:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fd15fd694a03478cbf2397de4c600ed0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0 2024-12-09T03:42:26,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0, entries=200, sequenceid=240, filesize=38.8 K 2024-12-09T03:42:26,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/47ae412569874b3fb7a9c82aad02348d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/47ae412569874b3fb7a9c82aad02348d 2024-12-09T03:42:26,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/47ae412569874b3fb7a9c82aad02348d, entries=150, sequenceid=240, filesize=11.9 K 2024-12-09T03:42:26,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/618e3c01d6414cbf870774c7daf23874 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/618e3c01d6414cbf870774c7daf23874 2024-12-09T03:42:27,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/618e3c01d6414cbf870774c7daf23874, entries=150, sequenceid=240, filesize=11.9 K 2024-12-09T03:42:27,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ab5b6bb85003c0667d43575fc909469e in 1302ms, sequenceid=240, compaction requested=false 2024-12-09T03:42:27,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:27,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:27,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b4e34336b3954573ba9277ae2fc4b056_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742252_1428 (size=14844) 2024-12-09T03:42:27,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:27,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b4e34336b3954573ba9277ae2fc4b056_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b4e34336b3954573ba9277ae2fc4b056_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:27,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/74b7dc838db94baf83cc44594deefb72, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:27,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/74b7dc838db94baf83cc44594deefb72 is 175, key is test_row_0/A:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742253_1429 (size=39799) 2024-12-09T03:42:27,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:27,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:27,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715807181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:27,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715807301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:27,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:27,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:27,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,486 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/74b7dc838db94baf83cc44594deefb72 2024-12-09T03:42:27,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/5e0a0fda550a4a8f9b1f45cd8dd05d38 is 50, key is test_row_0/B:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742254_1430 (size=12201) 2024-12-09T03:42:27,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715807521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:27,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:27,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715807841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:27,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:27,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:27,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:27,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:27,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/5e0a0fda550a4a8f9b1f45cd8dd05d38 2024-12-09T03:42:27,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/cbbab33e17b54f28a639fd88b964daa7 is 50, key is test_row_0/C:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:27,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742255_1431 (size=12201) 2024-12-09T03:42:28,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33172 deadline: 1733715808018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,021 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1733715808022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,031 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33136 deadline: 1733715808031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,036 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1733715808041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,050 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in ab5b6bb85003c0667d43575fc909469e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/cbbab33e17b54f28a639fd88b964daa7 2024-12-09T03:42:28,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/74b7dc838db94baf83cc44594deefb72 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72 2024-12-09T03:42:28,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72, entries=200, sequenceid=259, filesize=38.9 K 2024-12-09T03:42:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/5e0a0fda550a4a8f9b1f45cd8dd05d38 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/5e0a0fda550a4a8f9b1f45cd8dd05d38 2024-12-09T03:42:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/5e0a0fda550a4a8f9b1f45cd8dd05d38, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T03:42:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/cbbab33e17b54f28a639fd88b964daa7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/cbbab33e17b54f28a639fd88b964daa7 2024-12-09T03:42:28,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/cbbab33e17b54f28a639fd88b964daa7, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T03:42:28,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ab5b6bb85003c0667d43575fc909469e in 1268ms, sequenceid=259, compaction requested=true 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:28,333 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:28,333 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:28,335 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,335 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,335 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/908fc7e5c9064b558943eb84bc83c748, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=108.6 K 2024-12-09T03:42:28,335 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/982086fec7834482bf112d9a8e164f36, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/47ae412569874b3fb7a9c82aad02348d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/5e0a0fda550a4a8f9b1f45cd8dd05d38] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=36.2 K 2024-12-09T03:42:28,335 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/908fc7e5c9064b558943eb84bc83c748, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72] 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 982086fec7834482bf112d9a8e164f36, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733715745497 2024-12-09T03:42:28,335 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908fc7e5c9064b558943eb84bc83c748, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733715745497 2024-12-09T03:42:28,336 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 47ae412569874b3fb7a9c82aad02348d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733715745606 2024-12-09T03:42:28,336 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd15fd694a03478cbf2397de4c600ed0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733715745606 2024-12-09T03:42:28,336 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74b7dc838db94baf83cc44594deefb72, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715745747 2024-12-09T03:42:28,336 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e0a0fda550a4a8f9b1f45cd8dd05d38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715745848 2024-12-09T03:42:28,341 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:28,343 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:28,344 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/75642b4965d9442392e13fddce9323d8 is 50, key is test_row_0/B:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:28,346 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209fc523b2d4ba442eb82b7c5bd0a92af02_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:28,348 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209fc523b2d4ba442eb82b7c5bd0a92af02_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:28,348 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fc523b2d4ba442eb82b7c5bd0a92af02_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742256_1432 (size=12849) 2024-12-09T03:42:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742257_1433 (size=4469) 2024-12-09T03:42:28,352 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#362 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:28,352 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/524ff8d6c85b423497ee883f6f01bc6e is 175, key is test_row_0/A:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742258_1434 (size=31803) 2024-12-09T03:42:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:28,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:42:28,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:28,361 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/524ff8d6c85b423497ee883f6f01bc6e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/524ff8d6c85b423497ee883f6f01bc6e 2024-12-09T03:42:28,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209060a5446f28a46b6b9ba0ccb82ae8e26_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715747161/Put/seqid=0 2024-12-09T03:42:28,364 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into 524ff8d6c85b423497ee883f6f01bc6e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:28,364 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:28,364 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=13, startTime=1733715748333; duration=0sec 2024-12-09T03:42:28,364 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:28,364 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:28,364 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:28,365 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:28,365 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:28,365 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,365 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/ef4a024c1d6140afb7b31d2083d2d929, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/618e3c01d6414cbf870774c7daf23874, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/cbbab33e17b54f28a639fd88b964daa7] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=36.2 K 2024-12-09T03:42:28,366 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef4a024c1d6140afb7b31d2083d2d929, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733715745497 2024-12-09T03:42:28,366 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618e3c01d6414cbf870774c7daf23874, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733715745606 2024-12-09T03:42:28,366 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbbab33e17b54f28a639fd88b964daa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715745848 2024-12-09T03:42:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742259_1435 (size=14994) 2024-12-09T03:42:28,372 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:28,373 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fe91b1d77f2944d8992649c3d7cc3dc9 is 50, key is test_row_0/C:col10/1733715745866/Put/seqid=0 2024-12-09T03:42:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742260_1436 (size=12849) 2024-12-09T03:42:28,379 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/fe91b1d77f2944d8992649c3d7cc3dc9 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fe91b1d77f2944d8992649c3d7cc3dc9 2024-12-09T03:42:28,383 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into fe91b1d77f2944d8992649c3d7cc3dc9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:28,383 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:28,383 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=13, startTime=1733715748333; duration=0sec 2024-12-09T03:42:28,383 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:28,383 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:28,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715808468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715808581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,761 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/75642b4965d9442392e13fddce9323d8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/75642b4965d9442392e13fddce9323d8 2024-12-09T03:42:28,766 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into 75642b4965d9442392e13fddce9323d8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:28,766 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:28,766 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=13, startTime=1733715748333; duration=0sec 2024-12-09T03:42:28,766 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:28,766 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:28,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:28,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209060a5446f28a46b6b9ba0ccb82ae8e26_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209060a5446f28a46b6b9ba0ccb82ae8e26_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:28,776 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/18f49506652a415584154b0e6faf5e66, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:28,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/18f49506652a415584154b0e6faf5e66 is 175, key is test_row_0/A:col10/1733715747161/Put/seqid=0 2024-12-09T03:42:28,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742261_1437 (size=39949) 2024-12-09T03:42:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715808791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:28,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:28,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715809112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:29,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/18f49506652a415584154b0e6faf5e66 2024-12-09T03:42:29,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/3ae851eb392f46128b8147b81cc3191f is 50, key is test_row_0/B:col10/1733715747161/Put/seqid=0 2024-12-09T03:42:29,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742262_1438 (size=12301) 2024-12-09T03:42:29,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/3ae851eb392f46128b8147b81cc3191f 2024-12-09T03:42:29,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/5c231defbd474d01b180b8958c94d228 is 50, key is test_row_0/C:col10/1733715747161/Put/seqid=0 2024-12-09T03:42:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742263_1439 (size=12301) 2024-12-09T03:42:29,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. as already flushing 2024-12-09T03:42:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:29,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/5c231defbd474d01b180b8958c94d228 2024-12-09T03:42:29,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/18f49506652a415584154b0e6faf5e66 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66 2024-12-09T03:42:29,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66, entries=200, sequenceid=276, filesize=39.0 K 2024-12-09T03:42:29,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715809632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:29,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/3ae851eb392f46128b8147b81cc3191f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/3ae851eb392f46128b8147b81cc3191f 2024-12-09T03:42:29,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/3ae851eb392f46128b8147b81cc3191f, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T03:42:29,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/5c231defbd474d01b180b8958c94d228 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5c231defbd474d01b180b8958c94d228 2024-12-09T03:42:29,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5c231defbd474d01b180b8958c94d228, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T03:42:29,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ab5b6bb85003c0667d43575fc909469e in 1289ms, sequenceid=276, compaction requested=false 2024-12-09T03:42:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:29,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,711 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:29,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120915c2499fff9d4355874a45915a12e341_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715748419/Put/seqid=0 2024-12-09T03:42:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742264_1440 (size=12454) 2024-12-09T03:42:29,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,749 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120915c2499fff9d4355874a45915a12e341_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120915c2499fff9d4355874a45915a12e341_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/6b575b70dc1145bd9e17b796afb02081, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/6b575b70dc1145bd9e17b796afb02081 is 175, key is test_row_0/A:col10/1733715748419/Put/seqid=0 2024-12-09T03:42:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742265_1441 (size=31255) 2024-12-09T03:42:29,774 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/6b575b70dc1145bd9e17b796afb02081 2024-12-09T03:42:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/ce8c35d90245403bbffe125de4e558c0 is 50, key is test_row_0/B:col10/1733715748419/Put/seqid=0 2024-12-09T03:42:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742266_1442 (size=12301) 2024-12-09T03:42:29,834 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/ce8c35d90245403bbffe125de4e558c0 2024-12-09T03:42:29,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/a3d2e9adc3b44b698b66d41ce0777a72 is 50, key is test_row_0/C:col10/1733715748419/Put/seqid=0 2024-12-09T03:42:29,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742267_1443 (size=12301) 2024-12-09T03:42:29,861 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/a3d2e9adc3b44b698b66d41ce0777a72 2024-12-09T03:42:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/6b575b70dc1145bd9e17b796afb02081 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081 2024-12-09T03:42:29,874 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081, entries=150, sequenceid=294, filesize=30.5 K 2024-12-09T03:42:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/ce8c35d90245403bbffe125de4e558c0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ce8c35d90245403bbffe125de4e558c0 2024-12-09T03:42:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,880 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ce8c35d90245403bbffe125de4e558c0, entries=150, sequenceid=294, filesize=12.0 K 2024-12-09T03:42:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/a3d2e9adc3b44b698b66d41ce0777a72 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/a3d2e9adc3b44b698b66d41ce0777a72 2024-12-09T03:42:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,886 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/a3d2e9adc3b44b698b66d41ce0777a72, entries=150, sequenceid=294, filesize=12.0 K 2024-12-09T03:42:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,887 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for ab5b6bb85003c0667d43575fc909469e in 176ms, sequenceid=294, compaction requested=true 2024-12-09T03:42:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-09T03:42:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4830 sec 2024-12-09T03:42:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 4.4890 sec 2024-12-09T03:42:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:31,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:31,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:31,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:31,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d83895e2b8d6450c9f4e53817c070e36_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742268_1444 (size=12454) 2024-12-09T03:42:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d83895e2b8d6450c9f4e53817c070e36_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d83895e2b8d6450c9f4e53817c070e36_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a66f9e01ff754609aa15d4d225a24387, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a66f9e01ff754609aa15d4d225a24387 is 175, key is test_row_0/A:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742269_1445 (size=31251) 2024-12-09T03:42:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a66f9e01ff754609aa15d4d225a24387 2024-12-09T03:42:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a9a1eb0ce631472a984ccbc9480d7c30 is 50, key is test_row_0/B:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742270_1446 (size=12297) 2024-12-09T03:42:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a9a1eb0ce631472a984ccbc9480d7c30 2024-12-09T03:42:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/4ae66380c0a8407eae01e4f424694704 is 50, key is test_row_0/C:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742271_1447 (size=9857) 2024-12-09T03:42:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715751400, max timestamp=1733715751498Num uniques 859; 2024-12-09T03:42:31,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:42:31,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715751400, max timestamp=1733715751498Num uniques 859; 2024-12-09T03:42:31,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:42:31,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715751400, max timestamp=1733715751498Num uniques 859; 2024-12-09T03:42:31,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:42:31,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/4ae66380c0a8407eae01e4f424694704 2024-12-09T03:42:31,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a66f9e01ff754609aa15d4d225a24387 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387 2024-12-09T03:42:31,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387, entries=150, sequenceid=304, filesize=30.5 K 2024-12-09T03:42:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a9a1eb0ce631472a984ccbc9480d7c30 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a9a1eb0ce631472a984ccbc9480d7c30 2024-12-09T03:42:31,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a9a1eb0ce631472a984ccbc9480d7c30, entries=150, sequenceid=304, filesize=12.0 K 2024-12-09T03:42:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/4ae66380c0a8407eae01e4f424694704 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4ae66380c0a8407eae01e4f424694704 2024-12-09T03:42:31,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4ae66380c0a8407eae01e4f424694704, entries=100, sequenceid=304, filesize=9.6 K 2024-12-09T03:42:31,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=67.09 KB/68700 for ab5b6bb85003c0667d43575fc909469e in 511ms, sequenceid=304, compaction requested=true 2024-12-09T03:42:31,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:31,583 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:31,584 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:31,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:31,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:31,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:31,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=73.80 KB heapSize=205.69 KB 2024-12-09T03:42:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:31,587 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:31,587 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:31,587 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:31,587 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:31,587 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:31,588 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:31,588 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/524ff8d6c85b423497ee883f6f01bc6e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=131.1 K 2024-12-09T03:42:31,588 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/75642b4965d9442392e13fddce9323d8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/3ae851eb392f46128b8147b81cc3191f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ce8c35d90245403bbffe125de4e558c0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a9a1eb0ce631472a984ccbc9480d7c30] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=48.6 K 2024-12-09T03:42:31,588 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:31,588 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/524ff8d6c85b423497ee883f6f01bc6e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387] 2024-12-09T03:42:31,588 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 75642b4965d9442392e13fddce9323d8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715745848 2024-12-09T03:42:31,589 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 524ff8d6c85b423497ee883f6f01bc6e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715745848 2024-12-09T03:42:31,589 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae851eb392f46128b8147b81cc3191f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733715747161 2024-12-09T03:42:31,589 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ce8c35d90245403bbffe125de4e558c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733715748419 2024-12-09T03:42:31,589 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f49506652a415584154b0e6faf5e66, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733715747161 2024-12-09T03:42:31,590 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b575b70dc1145bd9e17b796afb02081, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733715748419 2024-12-09T03:42:31,590 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a9a1eb0ce631472a984ccbc9480d7c30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733715751035 2024-12-09T03:42:31,590 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66f9e01ff754609aa15d4d225a24387, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733715751035 2024-12-09T03:42:31,601 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:31,604 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f59176076c494bd6a4dffc37ce9c5f64_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:31,607 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:31,607 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f59176076c494bd6a4dffc37ce9c5f64_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:31,607 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f59176076c494bd6a4dffc37ce9c5f64_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:31,607 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a61bd79f9de94f4e827c125fa490a4a0 is 50, key is test_row_0/B:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:31,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092054dd9468e34c708621e1550d1a15f9_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715751579/Put/seqid=0 2024-12-09T03:42:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742274_1450 (size=14994) 2024-12-09T03:42:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742272_1448 (size=4469) 2024-12-09T03:42:31,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:31,622 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092054dd9468e34c708621e1550d1a15f9_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092054dd9468e34c708621e1550d1a15f9_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:31,623 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/847f60d502f847a7ad8502cc51cc98a5, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:31,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/847f60d502f847a7ad8502cc51cc98a5 is 175, key is test_row_0/A:col10/1733715751579/Put/seqid=0 2024-12-09T03:42:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742273_1449 (size=13085) 2024-12-09T03:42:31,631 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/a61bd79f9de94f4e827c125fa490a4a0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a61bd79f9de94f4e827c125fa490a4a0 2024-12-09T03:42:31,635 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into a61bd79f9de94f4e827c125fa490a4a0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:31,635 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:31,635 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=12, startTime=1733715751584; duration=0sec 2024-12-09T03:42:31,635 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:31,635 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:31,635 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:31,636 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47308 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:31,636 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:31,636 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:31,636 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fe91b1d77f2944d8992649c3d7cc3dc9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5c231defbd474d01b180b8958c94d228, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/a3d2e9adc3b44b698b66d41ce0777a72, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4ae66380c0a8407eae01e4f424694704] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=46.2 K 2024-12-09T03:42:31,636 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting fe91b1d77f2944d8992649c3d7cc3dc9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733715745848 2024-12-09T03:42:31,637 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c231defbd474d01b180b8958c94d228, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733715747161 2024-12-09T03:42:31,637 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d2e9adc3b44b698b66d41ce0777a72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733715748419 2024-12-09T03:42:31,637 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ae66380c0a8407eae01e4f424694704, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733715751044 2024-12-09T03:42:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742275_1451 (size=39949) 2024-12-09T03:42:31,655 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:31,655 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/06e9322292de43dc852e3d823ba91786 is 50, key is test_row_0/C:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742276_1452 (size=13085) 2024-12-09T03:42:31,676 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/06e9322292de43dc852e3d823ba91786 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/06e9322292de43dc852e3d823ba91786 2024-12-09T03:42:31,682 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into 06e9322292de43dc852e3d823ba91786(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:31,682 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:31,682 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=12, startTime=1733715751585; duration=0sec 2024-12-09T03:42:31,683 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:31,683 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:31,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715811810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33182 deadline: 1733715811931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:42:32,021 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#374 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:32,021 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a335fb40c2734c6eb2bce021aac04b57 is 175, key is test_row_0/A:col10/1733715751066/Put/seqid=0 2024-12-09T03:42:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742277_1453 (size=32146) 2024-12-09T03:42:32,051 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/847f60d502f847a7ad8502cc51cc98a5 2024-12-09T03:42:32,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/e1f756fcef1a4694939b2698b60cd855 is 50, key is test_row_0/B:col10/1733715751579/Put/seqid=0 2024-12-09T03:42:32,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742278_1454 (size=12301) 2024-12-09T03:42:32,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/e1f756fcef1a4694939b2698b60cd855 2024-12-09T03:42:32,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/093693da13cc4295be85275250c759f5 is 50, key is test_row_0/C:col10/1733715751579/Put/seqid=0 2024-12-09T03:42:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742279_1455 (size=12301) 2024-12-09T03:42:32,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/093693da13cc4295be85275250c759f5 2024-12-09T03:42:32,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/847f60d502f847a7ad8502cc51cc98a5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5 2024-12-09T03:42:32,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5, entries=200, sequenceid=332, filesize=39.0 K 2024-12-09T03:42:32,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/e1f756fcef1a4694939b2698b60cd855 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e1f756fcef1a4694939b2698b60cd855 2024-12-09T03:42:32,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e1f756fcef1a4694939b2698b60cd855, entries=150, sequenceid=332, filesize=12.0 K 2024-12-09T03:42:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/093693da13cc4295be85275250c759f5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/093693da13cc4295be85275250c759f5 2024-12-09T03:42:32,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/093693da13cc4295be85275250c759f5, entries=150, sequenceid=332, filesize=12.0 K 2024-12-09T03:42:32,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~205.64 KB/210576, currentSize=107.34 KB/109920 for ab5b6bb85003c0667d43575fc909469e in 547ms, sequenceid=332, compaction requested=false 2024-12-09T03:42:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:32,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T03:42:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:32,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120940ac0d3ec1b1416cbabd157f0f866b25_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:32,186 INFO [Thread-1614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1614. 2024-12-09T03:42:32,186 DEBUG [Thread-1614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:32,186 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,186 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:32,187 INFO [Thread-1623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1623. 2024-12-09T03:42:32,187 DEBUG [Thread-1623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:32,187 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,187 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:32,188 INFO [Thread-1625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1625. 2024-12-09T03:42:32,188 DEBUG [Thread-1625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:32,188 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,188 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:32,190 INFO [Thread-1619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1619. 2024-12-09T03:42:32,191 DEBUG [Thread-1619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:32,191 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742280_1456 (size=14994) 2024-12-09T03:42:32,192 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:32,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:32,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120940ac0d3ec1b1416cbabd157f0f866b25_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120940ac0d3ec1b1416cbabd157f0f866b25_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:32,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/7339ae9c3eff4c8382bc69edff209863, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:32,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/7339ae9c3eff4c8382bc69edff209863 is 175, key is test_row_0/A:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:32,198 INFO [Thread-1627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1627. 2024-12-09T03:42:32,198 DEBUG [Thread-1627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:32,198 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,198 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:32,198 INFO [Thread-1621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1621. 2024-12-09T03:42:32,198 DEBUG [Thread-1621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:32,198 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,199 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:32,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:32,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742281_1457 (size=39949) 2024-12-09T03:42:32,447 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a335fb40c2734c6eb2bce021aac04b57 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a335fb40c2734c6eb2bce021aac04b57 2024-12-09T03:42:32,450 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into a335fb40c2734c6eb2bce021aac04b57(size=31.4 K), total size for store is 70.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:32,450 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:32,450 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=12, startTime=1733715751583; duration=0sec 2024-12-09T03:42:32,450 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:32,450 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:32,606 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/7339ae9c3eff4c8382bc69edff209863 2024-12-09T03:42:32,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/7546691d7bfe46949e2081a83239ef5d is 50, key is test_row_0/B:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742282_1458 (size=12301) 2024-12-09T03:42:33,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/7546691d7bfe46949e2081a83239ef5d 2024-12-09T03:42:33,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/5229f7153bc1432aa0cc4f7bfe86c13a is 50, key is test_row_0/C:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742283_1459 (size=12301) 2024-12-09T03:42:33,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/5229f7153bc1432aa0cc4f7bfe86c13a 2024-12-09T03:42:33,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/7339ae9c3eff4c8382bc69edff209863 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863 2024-12-09T03:42:33,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863, entries=200, sequenceid=354, filesize=39.0 K 2024-12-09T03:42:33,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/7546691d7bfe46949e2081a83239ef5d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/7546691d7bfe46949e2081a83239ef5d 2024-12-09T03:42:33,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/7546691d7bfe46949e2081a83239ef5d, entries=150, sequenceid=354, filesize=12.0 K 2024-12-09T03:42:33,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/5229f7153bc1432aa0cc4f7bfe86c13a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5229f7153bc1432aa0cc4f7bfe86c13a 2024-12-09T03:42:33,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5229f7153bc1432aa0cc4f7bfe86c13a, entries=150, sequenceid=354, filesize=12.0 K 2024-12-09T03:42:33,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for ab5b6bb85003c0667d43575fc909469e in 1274ms, sequenceid=354, compaction requested=true 2024-12-09T03:42:33,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab5b6bb85003c0667d43575fc909469e:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:33,438 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:33,438 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:33,438 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:33,438 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112044 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:33,438 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/B is initiating minor compaction (all files) 2024-12-09T03:42:33,438 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/A is initiating minor compaction (all files) 2024-12-09T03:42:33,439 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/B in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:33,439 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/A in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:33,439 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a61bd79f9de94f4e827c125fa490a4a0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e1f756fcef1a4694939b2698b60cd855, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/7546691d7bfe46949e2081a83239ef5d] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=36.8 K 2024-12-09T03:42:33,439 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a335fb40c2734c6eb2bce021aac04b57, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=109.4 K 2024-12-09T03:42:33,439 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a335fb40c2734c6eb2bce021aac04b57, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863] 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a61bd79f9de94f4e827c125fa490a4a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733715748425 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a335fb40c2734c6eb2bce021aac04b57, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733715748425 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f756fcef1a4694939b2698b60cd855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715751545 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 847f60d502f847a7ad8502cc51cc98a5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715751465 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7546691d7bfe46949e2081a83239ef5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733715751728 2024-12-09T03:42:33,439 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7339ae9c3eff4c8382bc69edff209863, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733715751728 2024-12-09T03:42:33,445 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#B#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:33,446 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/9e0b7ce6dc13479386eda6a312628437 is 50, key is test_row_0/B:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742284_1460 (size=13187) 2024-12-09T03:42:33,452 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:33,453 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412092ca837a8157f45b4b620261d8a7ef5d9_ab5b6bb85003c0667d43575fc909469e store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:33,482 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412092ca837a8157f45b4b620261d8a7ef5d9_ab5b6bb85003c0667d43575fc909469e, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:33,482 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092ca837a8157f45b4b620261d8a7ef5d9_ab5b6bb85003c0667d43575fc909469e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742285_1461 (size=4469) 2024-12-09T03:42:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T03:42:33,612 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:33,855 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/9e0b7ce6dc13479386eda6a312628437 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9e0b7ce6dc13479386eda6a312628437 2024-12-09T03:42:33,858 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/B of ab5b6bb85003c0667d43575fc909469e into 9e0b7ce6dc13479386eda6a312628437(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:33,858 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:33,858 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/B, priority=13, startTime=1733715753438; duration=0sec 2024-12-09T03:42:33,859 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:33,859 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:B 2024-12-09T03:42:33,859 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:33,859 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:33,859 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): ab5b6bb85003c0667d43575fc909469e/C is initiating minor compaction (all files) 2024-12-09T03:42:33,859 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab5b6bb85003c0667d43575fc909469e/C in TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:33,860 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/06e9322292de43dc852e3d823ba91786, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/093693da13cc4295be85275250c759f5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5229f7153bc1432aa0cc4f7bfe86c13a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp, totalSize=36.8 K 2024-12-09T03:42:33,860 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e9322292de43dc852e3d823ba91786, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733715748425 2024-12-09T03:42:33,860 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 093693da13cc4295be85275250c759f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715751545 2024-12-09T03:42:33,860 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5229f7153bc1432aa0cc4f7bfe86c13a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733715751728 2024-12-09T03:42:33,866 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:33,867 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/0e7d4c112fa441bab482216dd7b86803 is 50, key is test_row_0/C:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742286_1462 (size=13187) 2024-12-09T03:42:33,887 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab5b6bb85003c0667d43575fc909469e#A#compaction#384 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:33,888 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a3dc97f9104a475c9fbfafbc9b94fc6d is 175, key is test_row_0/A:col10/1733715752161/Put/seqid=0 2024-12-09T03:42:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742287_1463 (size=32141) 2024-12-09T03:42:34,274 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/0e7d4c112fa441bab482216dd7b86803 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/0e7d4c112fa441bab482216dd7b86803 2024-12-09T03:42:34,278 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/C of ab5b6bb85003c0667d43575fc909469e into 0e7d4c112fa441bab482216dd7b86803(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:34,278 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:34,278 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/C, priority=13, startTime=1733715753438; duration=0sec 2024-12-09T03:42:34,278 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:34,278 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:C 2024-12-09T03:42:34,294 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/a3dc97f9104a475c9fbfafbc9b94fc6d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a3dc97f9104a475c9fbfafbc9b94fc6d 2024-12-09T03:42:34,297 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5b6bb85003c0667d43575fc909469e/A of ab5b6bb85003c0667d43575fc909469e into a3dc97f9104a475c9fbfafbc9b94fc6d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:34,297 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab5b6bb85003c0667d43575fc909469e: 2024-12-09T03:42:34,297 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., storeName=ab5b6bb85003c0667d43575fc909469e/A, priority=13, startTime=1733715753438; duration=0sec 2024-12-09T03:42:34,297 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:34,297 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab5b6bb85003c0667d43575fc909469e:A 2024-12-09T03:42:35,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T03:42:38,073 INFO [Thread-1610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1610. 2024-12-09T03:42:38,073 DEBUG [Thread-1610 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:38,073 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,073 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:38,083 INFO [Thread-1616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1616. 2024-12-09T03:42:38,083 DEBUG [Thread-1616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:38,083 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,083 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:38,113 INFO [Thread-1612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1612. 2024-12-09T03:42:38,113 DEBUG [Thread-1612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:38,113 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,113 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:38,133 INFO [Thread-1608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1608. 2024-12-09T03:42:38,133 DEBUG [Thread-1608 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:42:38,133 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,134 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 176 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 870 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2610 rows 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 879 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2622 rows 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 866 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2598 rows 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 876 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2615 rows 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 873 2024-12-09T03:42:38,134 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2609 rows 2024-12-09T03:42:38,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:42:38,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:42:38,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:38,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:42:38,135 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T03:42:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T03:42:38,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715758138"}]},"ts":"1733715758138"} 2024-12-09T03:42:38,139 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T03:42:38,139 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T03:42:38,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:42:38,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, UNASSIGN}] 2024-12-09T03:42:38,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, UNASSIGN 2024-12-09T03:42:38,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, UNASSIGN because future has completed 2024-12-09T03:42:38,144 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:42:38,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:42:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T03:42:38,296 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:38,296 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:42:38,296 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing ab5b6bb85003c0667d43575fc909469e, disabling compactions & flushes 2024-12-09T03:42:38,296 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:38,296 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:38,296 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. after waiting 0 ms 2024-12-09T03:42:38,296 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:38,297 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing ab5b6bb85003c0667d43575fc909469e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T03:42:38,297 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=A 2024-12-09T03:42:38,297 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:38,297 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=B 2024-12-09T03:42:38,297 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:38,297 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab5b6bb85003c0667d43575fc909469e, store=C 2024-12-09T03:42:38,297 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:38,302 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209961578d35857455f9f5a65c1506aa6ca_ab5b6bb85003c0667d43575fc909469e is 50, key is test_row_0/A:col10/1733715758132/Put/seqid=0 2024-12-09T03:42:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742288_1464 (size=12454) 2024-12-09T03:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T03:42:38,707 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:38,711 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209961578d35857455f9f5a65c1506aa6ca_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209961578d35857455f9f5a65c1506aa6ca_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:38,711 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fa1e8c5267e1485a9e5918e21e51df67, store: [table=TestAcidGuarantees family=A region=ab5b6bb85003c0667d43575fc909469e] 2024-12-09T03:42:38,712 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fa1e8c5267e1485a9e5918e21e51df67 is 175, key is test_row_0/A:col10/1733715758132/Put/seqid=0 2024-12-09T03:42:38,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742289_1465 (size=31255) 2024-12-09T03:42:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T03:42:39,116 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fa1e8c5267e1485a9e5918e21e51df67 2024-12-09T03:42:39,121 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/31cd38cb297347fe81969b5e999f5a9c is 50, key is test_row_0/B:col10/1733715758132/Put/seqid=0 2024-12-09T03:42:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742290_1466 (size=12301) 2024-12-09T03:42:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T03:42:39,525 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/31cd38cb297347fe81969b5e999f5a9c 2024-12-09T03:42:39,531 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/6490e5c5fa19419d9302d64ed88d3344 is 50, key is test_row_0/C:col10/1733715758132/Put/seqid=0 2024-12-09T03:42:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742291_1467 (size=12301) 2024-12-09T03:42:39,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/11ee156a7e3141529be376216a7e84de, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c9d06e34367841889affa0e2e9516152, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/38f73275cf844ccbab3733643a884298, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/794ac36d62bd4b22a4bd95e9d18122bb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/908fc7e5c9064b558943eb84bc83c748, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/524ff8d6c85b423497ee883f6f01bc6e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a335fb40c2734c6eb2bce021aac04b57, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863] to archive 2024-12-09T03:42:39,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:42:39,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/d44a6be00f324a1db7177cf03124ade8 2024-12-09T03:42:39,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/62e58169788644abbc032a552e621b68 2024-12-09T03:42:39,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/81ea5910f0194d25a0b50af095e40d97 2024-12-09T03:42:39,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/11ee156a7e3141529be376216a7e84de to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/11ee156a7e3141529be376216a7e84de 2024-12-09T03:42:39,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/427246359fa44f28b90bad658961d5ac 2024-12-09T03:42:39,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/95bf1ec37230471f87f614c1900521bd 2024-12-09T03:42:39,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c9d06e34367841889affa0e2e9516152 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c9d06e34367841889affa0e2e9516152 2024-12-09T03:42:39,613 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/676150aaaf73415291c6cfd85b14ac44 2024-12-09T03:42:39,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/ad547d93054c4f599456d4dca29bc978 2024-12-09T03:42:39,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/38f73275cf844ccbab3733643a884298 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/38f73275cf844ccbab3733643a884298 2024-12-09T03:42:39,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/9907c054567f47c484bb81de17f435ba 2024-12-09T03:42:39,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/794ac36d62bd4b22a4bd95e9d18122bb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/794ac36d62bd4b22a4bd95e9d18122bb 2024-12-09T03:42:39,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/8e57affb4e104a6baa4b777b0eb6cdae 2024-12-09T03:42:39,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/17ae647f5a614b42a2a1eba7613435da 2024-12-09T03:42:39,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/0c1d45fa15bc4efea11fc6ee5a5ede3d 2024-12-09T03:42:39,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/c971cc5a0212420cb64aa035bfcb2ad5 2024-12-09T03:42:39,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/908fc7e5c9064b558943eb84bc83c748 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/908fc7e5c9064b558943eb84bc83c748 2024-12-09T03:42:39,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fd15fd694a03478cbf2397de4c600ed0 2024-12-09T03:42:39,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/74b7dc838db94baf83cc44594deefb72 2024-12-09T03:42:39,623 WARN [regionserver/55d0183f16d2:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-12-09T03:42:39,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/524ff8d6c85b423497ee883f6f01bc6e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/524ff8d6c85b423497ee883f6f01bc6e 2024-12-09T03:42:39,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/18f49506652a415584154b0e6faf5e66 2024-12-09T03:42:39,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/6b575b70dc1145bd9e17b796afb02081 2024-12-09T03:42:39,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a335fb40c2734c6eb2bce021aac04b57 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a335fb40c2734c6eb2bce021aac04b57 2024-12-09T03:42:39,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a66f9e01ff754609aa15d4d225a24387 2024-12-09T03:42:39,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/847f60d502f847a7ad8502cc51cc98a5 2024-12-09T03:42:39,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/7339ae9c3eff4c8382bc69edff209863 2024-12-09T03:42:39,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1e97ec68baa14c14857310d1857d2e3f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e8d0a76aff7049b0aadc328d9a5515d7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/06d0480cc62d4dc3a30ba13e3ceb1a4b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9bd6b91b03ad40a1b2d20d8b0a66adc4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/633e29d68b234619abdcfb3edba044ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ef7f0cff82174f018c82dc1f7f846822, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/32b3ab79fa4d49b79b347440a862df81, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/c97a3bf3265a4c1d9d49feec44b1ab42, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/74d93d0104f24867971ec6451153d698, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/fab338fe8df8428c87aa77ff9508058b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1f81556757d2443a9b39ad6db99d94ba, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/b45a1914e4724e59bddde65edb207082, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/92b457d7f1dd4cc791172747bb4e6e78, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/169b84f6d6824a7fb093eca4061890a7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a7fa5bd843fa499997fbde22dd054e20, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/982086fec7834482bf112d9a8e164f36, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/0902db5d6149449ab25509d9c6263367, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/47ae412569874b3fb7a9c82aad02348d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/75642b4965d9442392e13fddce9323d8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/5e0a0fda550a4a8f9b1f45cd8dd05d38, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/3ae851eb392f46128b8147b81cc3191f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ce8c35d90245403bbffe125de4e558c0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a61bd79f9de94f4e827c125fa490a4a0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a9a1eb0ce631472a984ccbc9480d7c30, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e1f756fcef1a4694939b2698b60cd855, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/7546691d7bfe46949e2081a83239ef5d] to archive 2024-12-09T03:42:39,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:42:39,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1e97ec68baa14c14857310d1857d2e3f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1e97ec68baa14c14857310d1857d2e3f 2024-12-09T03:42:39,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e8d0a76aff7049b0aadc328d9a5515d7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e8d0a76aff7049b0aadc328d9a5515d7 2024-12-09T03:42:39,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/06d0480cc62d4dc3a30ba13e3ceb1a4b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/06d0480cc62d4dc3a30ba13e3ceb1a4b 2024-12-09T03:42:39,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9bd6b91b03ad40a1b2d20d8b0a66adc4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9bd6b91b03ad40a1b2d20d8b0a66adc4 2024-12-09T03:42:39,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/633e29d68b234619abdcfb3edba044ba to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/633e29d68b234619abdcfb3edba044ba 2024-12-09T03:42:39,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ef7f0cff82174f018c82dc1f7f846822 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ef7f0cff82174f018c82dc1f7f846822 2024-12-09T03:42:39,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/32b3ab79fa4d49b79b347440a862df81 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/32b3ab79fa4d49b79b347440a862df81 2024-12-09T03:42:39,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/c97a3bf3265a4c1d9d49feec44b1ab42 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/c97a3bf3265a4c1d9d49feec44b1ab42 2024-12-09T03:42:39,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/74d93d0104f24867971ec6451153d698 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/74d93d0104f24867971ec6451153d698 2024-12-09T03:42:39,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/fab338fe8df8428c87aa77ff9508058b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/fab338fe8df8428c87aa77ff9508058b 2024-12-09T03:42:39,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1f81556757d2443a9b39ad6db99d94ba to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/1f81556757d2443a9b39ad6db99d94ba 2024-12-09T03:42:39,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/b45a1914e4724e59bddde65edb207082 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/b45a1914e4724e59bddde65edb207082 2024-12-09T03:42:39,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/92b457d7f1dd4cc791172747bb4e6e78 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/92b457d7f1dd4cc791172747bb4e6e78 2024-12-09T03:42:39,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/169b84f6d6824a7fb093eca4061890a7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/169b84f6d6824a7fb093eca4061890a7 2024-12-09T03:42:39,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a7fa5bd843fa499997fbde22dd054e20 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a7fa5bd843fa499997fbde22dd054e20 2024-12-09T03:42:39,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/982086fec7834482bf112d9a8e164f36 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/982086fec7834482bf112d9a8e164f36 2024-12-09T03:42:39,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/0902db5d6149449ab25509d9c6263367 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/0902db5d6149449ab25509d9c6263367 2024-12-09T03:42:39,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/47ae412569874b3fb7a9c82aad02348d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/47ae412569874b3fb7a9c82aad02348d 2024-12-09T03:42:39,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/75642b4965d9442392e13fddce9323d8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/75642b4965d9442392e13fddce9323d8 2024-12-09T03:42:39,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/5e0a0fda550a4a8f9b1f45cd8dd05d38 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/5e0a0fda550a4a8f9b1f45cd8dd05d38 2024-12-09T03:42:39,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/3ae851eb392f46128b8147b81cc3191f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/3ae851eb392f46128b8147b81cc3191f 2024-12-09T03:42:39,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ce8c35d90245403bbffe125de4e558c0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/ce8c35d90245403bbffe125de4e558c0 2024-12-09T03:42:39,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a61bd79f9de94f4e827c125fa490a4a0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a61bd79f9de94f4e827c125fa490a4a0 2024-12-09T03:42:39,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a9a1eb0ce631472a984ccbc9480d7c30 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/a9a1eb0ce631472a984ccbc9480d7c30 2024-12-09T03:42:39,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e1f756fcef1a4694939b2698b60cd855 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/e1f756fcef1a4694939b2698b60cd855 2024-12-09T03:42:39,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/7546691d7bfe46949e2081a83239ef5d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/7546691d7bfe46949e2081a83239ef5d 2024-12-09T03:42:39,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/358d832a15404f48828d07ada1459d02, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/2ef2a101a8194700b66022f99bdb84ef, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/96a8643746a24315b71f6d533fa2a739, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fb38514bbb1a43958a47626ff310826f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/946d6e834c464e36ac8b7d31ba7f8edd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/58ea897e6c20491198b471dbd01a1482, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/942e310a7bd247b7b6bb225911e4ad7a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/32f34d69fff14461b0229c4a3d056167, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/e1a9fa1564c141cf91c4262ba32b9570, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/7b179b19dd3d4126b6bf949406211dd0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/c5a0c16a93cf4315b56d6a9e933e780f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/64d4a5915cd44445992a274fd4e3218d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/63c3d2e345b24c3e9bc39905c7f7adc9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/3d7d3923868a4e7da70804db454be18e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4af75f458a744109a0166c8e52923fef, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/ef4a024c1d6140afb7b31d2083d2d929, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fa6dcf1b24664648a066d88126add919, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/618e3c01d6414cbf870774c7daf23874, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fe91b1d77f2944d8992649c3d7cc3dc9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/cbbab33e17b54f28a639fd88b964daa7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5c231defbd474d01b180b8958c94d228, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/a3d2e9adc3b44b698b66d41ce0777a72, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/06e9322292de43dc852e3d823ba91786, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4ae66380c0a8407eae01e4f424694704, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/093693da13cc4295be85275250c759f5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5229f7153bc1432aa0cc4f7bfe86c13a] to archive 2024-12-09T03:42:39,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:42:39,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/358d832a15404f48828d07ada1459d02 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/358d832a15404f48828d07ada1459d02 2024-12-09T03:42:39,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/2ef2a101a8194700b66022f99bdb84ef to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/2ef2a101a8194700b66022f99bdb84ef 2024-12-09T03:42:39,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/96a8643746a24315b71f6d533fa2a739 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/96a8643746a24315b71f6d533fa2a739 2024-12-09T03:42:39,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fb38514bbb1a43958a47626ff310826f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fb38514bbb1a43958a47626ff310826f 2024-12-09T03:42:39,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/946d6e834c464e36ac8b7d31ba7f8edd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/946d6e834c464e36ac8b7d31ba7f8edd 2024-12-09T03:42:39,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/58ea897e6c20491198b471dbd01a1482 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/58ea897e6c20491198b471dbd01a1482 2024-12-09T03:42:39,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/942e310a7bd247b7b6bb225911e4ad7a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/942e310a7bd247b7b6bb225911e4ad7a 2024-12-09T03:42:39,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/32f34d69fff14461b0229c4a3d056167 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/32f34d69fff14461b0229c4a3d056167 2024-12-09T03:42:39,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/e1a9fa1564c141cf91c4262ba32b9570 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/e1a9fa1564c141cf91c4262ba32b9570 2024-12-09T03:42:39,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/7b179b19dd3d4126b6bf949406211dd0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/7b179b19dd3d4126b6bf949406211dd0 2024-12-09T03:42:39,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/c5a0c16a93cf4315b56d6a9e933e780f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/c5a0c16a93cf4315b56d6a9e933e780f 2024-12-09T03:42:39,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/64d4a5915cd44445992a274fd4e3218d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/64d4a5915cd44445992a274fd4e3218d 2024-12-09T03:42:39,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/63c3d2e345b24c3e9bc39905c7f7adc9 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/63c3d2e345b24c3e9bc39905c7f7adc9 2024-12-09T03:42:39,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/3d7d3923868a4e7da70804db454be18e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/3d7d3923868a4e7da70804db454be18e 2024-12-09T03:42:39,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4af75f458a744109a0166c8e52923fef to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4af75f458a744109a0166c8e52923fef 2024-12-09T03:42:39,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/ef4a024c1d6140afb7b31d2083d2d929 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/ef4a024c1d6140afb7b31d2083d2d929 2024-12-09T03:42:39,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fa6dcf1b24664648a066d88126add919 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fa6dcf1b24664648a066d88126add919 2024-12-09T03:42:39,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/618e3c01d6414cbf870774c7daf23874 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/618e3c01d6414cbf870774c7daf23874 2024-12-09T03:42:39,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fe91b1d77f2944d8992649c3d7cc3dc9 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/fe91b1d77f2944d8992649c3d7cc3dc9 2024-12-09T03:42:39,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/cbbab33e17b54f28a639fd88b964daa7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/cbbab33e17b54f28a639fd88b964daa7 2024-12-09T03:42:39,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5c231defbd474d01b180b8958c94d228 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5c231defbd474d01b180b8958c94d228 2024-12-09T03:42:39,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/a3d2e9adc3b44b698b66d41ce0777a72 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/a3d2e9adc3b44b698b66d41ce0777a72 2024-12-09T03:42:39,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/06e9322292de43dc852e3d823ba91786 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/06e9322292de43dc852e3d823ba91786 2024-12-09T03:42:39,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4ae66380c0a8407eae01e4f424694704 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/4ae66380c0a8407eae01e4f424694704 2024-12-09T03:42:39,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/093693da13cc4295be85275250c759f5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/093693da13cc4295be85275250c759f5 2024-12-09T03:42:39,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/55d0183f16d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5229f7153bc1432aa0cc4f7bfe86c13a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/5229f7153bc1432aa0cc4f7bfe86c13a 2024-12-09T03:42:39,935 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/6490e5c5fa19419d9302d64ed88d3344 2024-12-09T03:42:39,938 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/A/fa1e8c5267e1485a9e5918e21e51df67 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fa1e8c5267e1485a9e5918e21e51df67 2024-12-09T03:42:39,941 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fa1e8c5267e1485a9e5918e21e51df67, entries=150, sequenceid=367, filesize=30.5 K 2024-12-09T03:42:39,941 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/B/31cd38cb297347fe81969b5e999f5a9c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/31cd38cb297347fe81969b5e999f5a9c 2024-12-09T03:42:39,944 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/31cd38cb297347fe81969b5e999f5a9c, entries=150, sequenceid=367, filesize=12.0 K 2024-12-09T03:42:39,945 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/.tmp/C/6490e5c5fa19419d9302d64ed88d3344 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/6490e5c5fa19419d9302d64ed88d3344 2024-12-09T03:42:39,947 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/6490e5c5fa19419d9302d64ed88d3344, entries=150, sequenceid=367, filesize=12.0 K 2024-12-09T03:42:39,948 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for ab5b6bb85003c0667d43575fc909469e in 1652ms, sequenceid=367, compaction requested=false 2024-12-09T03:42:39,951 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-12-09T03:42:39,952 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. 2024-12-09T03:42:39,952 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for ab5b6bb85003c0667d43575fc909469e: Waiting for close lock at 1733715758296Running coprocessor pre-close hooks at 1733715758296Disabling compacts and flushes for region at 1733715758296Disabling writes for close at 1733715758296Obtaining lock to block concurrent updates at 1733715758297 (+1 ms)Preparing flush snapshotting stores in ab5b6bb85003c0667d43575fc909469e at 1733715758297Finished memstore snapshotting TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e., syncing WAL and waiting on mvcc, flushsize=dataSize=41220, getHeapSize=123120, getOffHeapSize=0, getCellsCount=900 at 1733715758297Flushing stores of TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e. at 1733715758297Flushing ab5b6bb85003c0667d43575fc909469e/A: creating writer at 1733715758297Flushing mob file ab5b6bb85003c0667d43575fc909469e/A: appending metadata at 1733715758302 (+5 ms)Flushing mob file ab5b6bb85003c0667d43575fc909469e/A: closing flushed file at 1733715758302Flushing ab5b6bb85003c0667d43575fc909469e/A: appending metadata at 1733715758711 (+409 ms)Flushing ab5b6bb85003c0667d43575fc909469e/A: closing flushed file at 1733715758711Flushing ab5b6bb85003c0667d43575fc909469e/B: creating writer at 1733715759119 (+408 ms)Flushing ab5b6bb85003c0667d43575fc909469e/B: appending metadata at 1733715759121 (+2 ms)Flushing ab5b6bb85003c0667d43575fc909469e/B: closing flushed file at 1733715759121Flushing ab5b6bb85003c0667d43575fc909469e/C: creating writer at 1733715759529 (+408 ms)Flushing ab5b6bb85003c0667d43575fc909469e/C: appending metadata at 1733715759531 (+2 ms)Flushing ab5b6bb85003c0667d43575fc909469e/C: closing flushed file at 1733715759531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d4b1fd: reopening flushed file at 1733715759937 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62135024: reopening flushed file at 1733715759941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d59d64: reopening flushed file at 1733715759944 (+3 ms)Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for ab5b6bb85003c0667d43575fc909469e in 1652ms, sequenceid=367, compaction requested=false at 1733715759948 (+4 ms)Writing region close event to WAL at 1733715759949 (+1 ms)Running coprocessor post-close hooks at 1733715759952 (+3 ms)Closed at 1733715759952 2024-12-09T03:42:39,954 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:39,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=ab5b6bb85003c0667d43575fc909469e, regionState=CLOSED 2024-12-09T03:42:39,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:42:39,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-09T03:42:39,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure ab5b6bb85003c0667d43575fc909469e, server=55d0183f16d2,42631,1733715637333 in 1.8120 sec 2024-12-09T03:42:39,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-12-09T03:42:39,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab5b6bb85003c0667d43575fc909469e, UNASSIGN in 1.8160 sec 2024-12-09T03:42:39,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-09T03:42:39,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8190 sec 2024-12-09T03:42:39,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715759962"}]},"ts":"1733715759962"} 2024-12-09T03:42:39,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T03:42:39,963 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T03:42:39,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8280 sec 2024-12-09T03:42:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T03:42:40,282 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:40,283 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T03:42:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,284 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T03:42:40,285 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,287 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,288 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/recovered.edits] 2024-12-09T03:42:40,290 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a3dc97f9104a475c9fbfafbc9b94fc6d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/a3dc97f9104a475c9fbfafbc9b94fc6d 2024-12-09T03:42:40,291 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fa1e8c5267e1485a9e5918e21e51df67 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/A/fa1e8c5267e1485a9e5918e21e51df67 2024-12-09T03:42:40,293 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/31cd38cb297347fe81969b5e999f5a9c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/31cd38cb297347fe81969b5e999f5a9c 2024-12-09T03:42:40,294 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9e0b7ce6dc13479386eda6a312628437 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/B/9e0b7ce6dc13479386eda6a312628437 2024-12-09T03:42:40,295 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/0e7d4c112fa441bab482216dd7b86803 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/0e7d4c112fa441bab482216dd7b86803 2024-12-09T03:42:40,296 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/6490e5c5fa19419d9302d64ed88d3344 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/C/6490e5c5fa19419d9302d64ed88d3344 2024-12-09T03:42:40,298 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/recovered.edits/370.seqid to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e/recovered.edits/370.seqid 2024-12-09T03:42:40,298 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,299 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T03:42:40,299 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T03:42:40,299 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T03:42:40,302 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209060a5446f28a46b6b9ba0ccb82ae8e26_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209060a5446f28a46b6b9ba0ccb82ae8e26_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,303 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090929ec536bf04b7fa30422f13c66d63d_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090929ec536bf04b7fa30422f13c66d63d_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,304 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120915c2499fff9d4355874a45915a12e341_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120915c2499fff9d4355874a45915a12e341_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,305 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092054dd9468e34c708621e1550d1a15f9_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092054dd9468e34c708621e1550d1a15f9_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,305 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092c186aa2db24451da77eb85c5d121001_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092c186aa2db24451da77eb85c5d121001_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,306 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120937d5f73030d5476fb202e6c65686c02d_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120937d5f73030d5476fb202e6c65686c02d_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,307 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093c5c5a64adab4ab6bebd173601ac5a5c_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093c5c5a64adab4ab6bebd173601ac5a5c_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,308 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120940ac0d3ec1b1416cbabd157f0f866b25_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120940ac0d3ec1b1416cbabd157f0f866b25_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,309 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094d131cd00df048558179681483917bbf_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094d131cd00df048558179681483917bbf_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,309 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120958c1dba09572494a96cc9384039f7e02_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120958c1dba09572494a96cc9384039f7e02_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,310 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209961578d35857455f9f5a65c1506aa6ca_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209961578d35857455f9f5a65c1506aa6ca_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,311 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099e5ae26e31664a17a0d8750d7d908a71_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099e5ae26e31664a17a0d8750d7d908a71_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,312 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b4e34336b3954573ba9277ae2fc4b056_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b4e34336b3954573ba9277ae2fc4b056_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,313 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bb5ef35bf48649dba49e5963ff0fa2d1_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bb5ef35bf48649dba49e5963ff0fa2d1_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,313 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bd91dab7d0db4bc6a40e964b277303e4_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bd91dab7d0db4bc6a40e964b277303e4_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,314 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c0b9cd33e62541b28a086827344d1f46_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c0b9cd33e62541b28a086827344d1f46_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,315 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d83895e2b8d6450c9f4e53817c070e36_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d83895e2b8d6450c9f4e53817c070e36_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,315 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9c3b6e1865048e5b1be93f3e9a29a14_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9c3b6e1865048e5b1be93f3e9a29a14_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,316 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eca4b99bec92465fab754d981096b217_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eca4b99bec92465fab754d981096b217_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,317 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd00dcfa3fbf4a03a13af75752a16bd7_ab5b6bb85003c0667d43575fc909469e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd00dcfa3fbf4a03a13af75752a16bd7_ab5b6bb85003c0667d43575fc909469e 2024-12-09T03:42:40,317 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T03:42:40,319 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,321 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T03:42:40,323 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T03:42:40,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T03:42:40,324 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733715760324"}]},"ts":"9223372036854775807"} 2024-12-09T03:42:40,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T03:42:40,326 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ab5b6bb85003c0667d43575fc909469e, NAME => 'TestAcidGuarantees,,1733715729032.ab5b6bb85003c0667d43575fc909469e.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T03:42:40,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T03:42:40,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733715760326"}]},"ts":"9223372036854775807"} 2024-12-09T03:42:40,327 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T03:42:40,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-12-09T03:42:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T03:42:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T03:42:40,392 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:40,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 248), OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11486 (was 12134) 2024-12-09T03:42:40,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=11485 2024-12-09T03:42:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:42:40,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:42:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T03:42:40,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T03:42:40,412 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:40,412 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-12-09T03:42:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T03:42:40,413 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T03:42:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742292_1468 (size=1061) 2024-12-09T03:42:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T03:42:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T03:42:40,819 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:42:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742293_1469 (size=53) 2024-12-09T03:42:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T03:42:41,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:42:41,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 40d727c6b5dd85efc5c9c4170ec6a284, disabling compactions & flushes 2024-12-09T03:42:41,224 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. after waiting 0 ms 2024-12-09T03:42:41,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,224 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40d727c6b5dd85efc5c9c4170ec6a284: Waiting for close lock at 1733715761224Disabling compacts and flushes for region at 1733715761224Disabling writes for close at 1733715761224Writing region close event to WAL at 1733715761224Closed at 1733715761224 2024-12-09T03:42:41,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T03:42:41,225 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733715761225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733715761225"}]},"ts":"1733715761225"} 2024-12-09T03:42:41,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T03:42:41,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T03:42:41,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715761227"}]},"ts":"1733715761227"} 2024-12-09T03:42:41,228 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T03:42:41,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, ASSIGN}] 2024-12-09T03:42:41,229 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, ASSIGN 2024-12-09T03:42:41,230 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, ASSIGN; state=OFFLINE, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=false 2024-12-09T03:42:41,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=40d727c6b5dd85efc5c9c4170ec6a284, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:41,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, ASSIGN because future has completed 2024-12-09T03:42:41,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:42:41,536 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,536 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:42:41,537 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,537 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:42:41,537 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,537 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,538 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,539 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:41,539 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d727c6b5dd85efc5c9c4170ec6a284 columnFamilyName A 2024-12-09T03:42:41,539 DEBUG [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:41,540 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.HStore(327): Store=40d727c6b5dd85efc5c9c4170ec6a284/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:41,540 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,540 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:41,541 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d727c6b5dd85efc5c9c4170ec6a284 columnFamilyName B 2024-12-09T03:42:41,541 DEBUG [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:41,541 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.HStore(327): Store=40d727c6b5dd85efc5c9c4170ec6a284/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:41,541 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,542 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:42:41,542 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d727c6b5dd85efc5c9c4170ec6a284 columnFamilyName C 2024-12-09T03:42:41,542 DEBUG [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:42:41,542 INFO [StoreOpener-40d727c6b5dd85efc5c9c4170ec6a284-1 {}] regionserver.HStore(327): Store=40d727c6b5dd85efc5c9c4170ec6a284/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:42:41,542 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,542 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,543 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,543 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,544 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,544 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,544 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:42:41,545 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,546 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:42:41,546 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened 40d727c6b5dd85efc5c9c4170ec6a284; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72831902, jitterRate=0.0852799117565155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:42:41,546 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:41,547 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for 40d727c6b5dd85efc5c9c4170ec6a284: Running coprocessor pre-open hook at 1733715761537Writing region info on filesystem at 1733715761537Initializing all the Stores at 1733715761538 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715761538Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715761538Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715761538Cleaning up temporary data from old regions at 1733715761544 (+6 ms)Running coprocessor post-open hooks at 1733715761546 (+2 ms)Region opened successfully at 1733715761547 (+1 ms) 2024-12-09T03:42:41,547 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., pid=120, masterSystemTime=1733715761533 2024-12-09T03:42:41,549 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,549 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:41,549 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=40d727c6b5dd85efc5c9c4170ec6a284, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:42:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T03:42:41,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-09T03:42:41,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 in 169 msec 2024-12-09T03:42:41,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-12-09T03:42:41,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, ASSIGN in 325 msec 2024-12-09T03:42:41,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T03:42:41,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715761555"}]},"ts":"1733715761555"} 2024-12-09T03:42:41,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T03:42:41,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T03:42:41,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-09T03:42:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T03:42:42,562 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:42,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ded0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,564 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf99e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2587c82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:42:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:42:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ade3d77 2024-12-09T03:42:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:42:42,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:42:42,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,572 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5173fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,573 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758ab2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,575 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34da6049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,576 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5449f24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c105a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,578 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424991be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,579 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58774a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,580 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86b65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,582 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5880ebd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,583 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b068cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db72dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfce957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,586 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f57163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1740a2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edb5003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0f776c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,591 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39686ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,592 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421b0f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:42:42,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:42:42,594 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:42:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:42:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:42:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62beadfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:42:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:42:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:42:42,595 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:42:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1989cb33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:42:42,595 DEBUG [Thread-2107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,595 DEBUG [Thread-2111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,595 DEBUG [Thread-2096 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,596 DEBUG [Thread-2098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,596 DEBUG [Thread-2094 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,596 DEBUG [Thread-2100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,596 DEBUG [Thread-2105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,597 DEBUG [Thread-2113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,599 DEBUG [Thread-2102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,600 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-09T03:42:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,602 DEBUG [Thread-2109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:42:42,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T03:42:42,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,604 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:42:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:42:42,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:42:42,607 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:42,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2] 2024-12-09T03:42:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:42,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:42,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:42,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:42,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:42,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:42,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:42,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:42,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/7845383b0f434dccbe0773abf73b9fbe is 50, key is test_row_0/A:col10/1733715762606/Put/seqid=0 2024-12-09T03:42:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742294_1470 (size=14341) 2024-12-09T03:42:42,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/7845383b0f434dccbe0773abf73b9fbe 2024-12-09T03:42:42,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715762640, max timestamp=1733715762659Num uniques 859; 2024-12-09T03:42:42,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:42,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715762640, max timestamp=1733715762659Num uniques 859; 2024-12-09T03:42:42,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:42,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715762640, max timestamp=1733715762659Num uniques 859; 2024-12-09T03:42:42,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:42,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/504eb330558f4bb6a51d4925c79793f7 is 50, key is test_row_0/B:col10/1733715762606/Put/seqid=0 2024-12-09T03:42:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742295_1471 (size=12001) 2024-12-09T03:42:42,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/504eb330558f4bb6a51d4925c79793f7 2024-12-09T03:42:42,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715822694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/f5356b35dba54803ae8a36d20171dd11 is 50, key is test_row_0/C:col10/1733715762606/Put/seqid=0 2024-12-09T03:42:42,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715822695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T03:42:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742296_1472 (size=12001) 2024-12-09T03:42:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715822704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715822706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715822710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T03:42:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:42,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715822821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715822821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715822831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715822832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715822832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:42,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T03:42:42,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:42,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:42,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:42,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:42,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T03:42:43,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715823031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715823031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715823042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715823052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715823052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T03:42:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:43,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:43,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/f5356b35dba54803ae8a36d20171dd11 2024-12-09T03:42:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/7845383b0f434dccbe0773abf73b9fbe as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/7845383b0f434dccbe0773abf73b9fbe 2024-12-09T03:42:43,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/7845383b0f434dccbe0773abf73b9fbe, entries=200, sequenceid=11, filesize=14.0 K 2024-12-09T03:42:43,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/504eb330558f4bb6a51d4925c79793f7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/504eb330558f4bb6a51d4925c79793f7 2024-12-09T03:42:43,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/504eb330558f4bb6a51d4925c79793f7, entries=150, sequenceid=11, filesize=11.7 K 2024-12-09T03:42:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/f5356b35dba54803ae8a36d20171dd11 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/f5356b35dba54803ae8a36d20171dd11 2024-12-09T03:42:43,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/f5356b35dba54803ae8a36d20171dd11, entries=150, sequenceid=11, filesize=11.7 K 2024-12-09T03:42:43,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 40d727c6b5dd85efc5c9c4170ec6a284 in 523ms, sequenceid=11, compaction requested=false 2024-12-09T03:42:43,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:43,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T03:42:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:43,221 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-09T03:42:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/37a6a34fa57f417d86c8e90c02b3f7b5 is 50, key is test_row_0/A:col10/1733715762692/Put/seqid=0 2024-12-09T03:42:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742297_1473 (size=12001) 2024-12-09T03:42:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T03:42:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:43,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:43,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715823362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715823362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715823363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715823366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715823367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715823481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715823481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715823491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,632 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/37a6a34fa57f417d86c8e90c02b3f7b5 2024-12-09T03:42:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/f5d3c3a08df949759f57775141b9b0e8 is 50, key is test_row_0/B:col10/1733715762692/Put/seqid=0 2024-12-09T03:42:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742298_1474 (size=12001) 2024-12-09T03:42:43,651 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/f5d3c3a08df949759f57775141b9b0e8 2024-12-09T03:42:43,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/09a15fa25a564fc987216a32a617315d is 50, key is test_row_0/C:col10/1733715762692/Put/seqid=0 2024-12-09T03:42:43,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742299_1475 (size=12001) 2024-12-09T03:42:43,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715823701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715823701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715823701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T03:42:43,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715823882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715823882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715824021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715824021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715824021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,070 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/09a15fa25a564fc987216a32a617315d 2024-12-09T03:42:44,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/37a6a34fa57f417d86c8e90c02b3f7b5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37a6a34fa57f417d86c8e90c02b3f7b5 2024-12-09T03:42:44,077 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37a6a34fa57f417d86c8e90c02b3f7b5, entries=150, sequenceid=47, filesize=11.7 K 2024-12-09T03:42:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/f5d3c3a08df949759f57775141b9b0e8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f5d3c3a08df949759f57775141b9b0e8 2024-12-09T03:42:44,080 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f5d3c3a08df949759f57775141b9b0e8, entries=150, sequenceid=47, filesize=11.7 K 2024-12-09T03:42:44,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/09a15fa25a564fc987216a32a617315d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/09a15fa25a564fc987216a32a617315d 2024-12-09T03:42:44,084 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/09a15fa25a564fc987216a32a617315d, entries=150, sequenceid=47, filesize=11.7 K 2024-12-09T03:42:44,085 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 40d727c6b5dd85efc5c9c4170ec6a284 in 864ms, sequenceid=47, compaction requested=false 2024-12-09T03:42:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-09T03:42:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-09T03:42:44,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-09T03:42:44,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-12-09T03:42:44,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4910 sec 2024-12-09T03:42:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:44,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:42:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:44,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4 is 50, key is test_row_0/A:col10/1733715763366/Put/seqid=0 2024-12-09T03:42:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742300_1476 (size=14341) 2024-12-09T03:42:44,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715764582, max timestamp=1733715764600Num uniques 859; 2024-12-09T03:42:44,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715764582, max timestamp=1733715764600Num uniques 859; 2024-12-09T03:42:44,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:44,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:44,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715764582, max timestamp=1733715764600Num uniques 859; 2024-12-09T03:42:44,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715824662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715824664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715824664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T03:42:44,752 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:44,752 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-09T03:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T03:42:44,754 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:44,755 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:44,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715824771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715824781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715824781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T03:42:44,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:44,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:44,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:44,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:44,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:44,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715824901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715824902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:44,909 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in 40d727c6b5dd85efc5c9c4170ec6a284 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,910 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in 40d727c6b5dd85efc5c9c4170ec6a284 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:42:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:44,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4 2024-12-09T03:42:44,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/6c858f81d25145c5881bae2fb49b0f1b is 50, key is test_row_0/B:col10/1733715763366/Put/seqid=0 2024-12-09T03:42:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742301_1477 (size=12001) 2024-12-09T03:42:45,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715824991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715824992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715824992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T03:42:45,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:45,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:45,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715825311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715825311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715825311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/6c858f81d25145c5881bae2fb49b0f1b 2024-12-09T03:42:45,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/75fc2e7d7e2547c18505b3a810fe9d57 is 50, key is test_row_0/C:col10/1733715763366/Put/seqid=0 2024-12-09T03:42:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742302_1478 (size=12001) 2024-12-09T03:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T03:42:45,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T03:42:45,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:45,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/75fc2e7d7e2547c18505b3a810fe9d57 2024-12-09T03:42:45,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4 2024-12-09T03:42:45,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4, entries=200, sequenceid=58, filesize=14.0 K 2024-12-09T03:42:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/6c858f81d25145c5881bae2fb49b0f1b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/6c858f81d25145c5881bae2fb49b0f1b 2024-12-09T03:42:45,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/6c858f81d25145c5881bae2fb49b0f1b, entries=150, sequenceid=58, filesize=11.7 K 2024-12-09T03:42:45,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/75fc2e7d7e2547c18505b3a810fe9d57 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/75fc2e7d7e2547c18505b3a810fe9d57 2024-12-09T03:42:45,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/75fc2e7d7e2547c18505b3a810fe9d57, entries=150, sequenceid=58, filesize=11.7 K 2024-12-09T03:42:45,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1248ms, sequenceid=58, compaction requested=true 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:45,794 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:45,794 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:45,795 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:45,795 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:45,795 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,795 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:45,795 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/7845383b0f434dccbe0773abf73b9fbe, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37a6a34fa57f417d86c8e90c02b3f7b5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=39.7 K 2024-12-09T03:42:45,795 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:45,795 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,796 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/504eb330558f4bb6a51d4925c79793f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f5d3c3a08df949759f57775141b9b0e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/6c858f81d25145c5881bae2fb49b0f1b] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=35.2 K 2024-12-09T03:42:45,796 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7845383b0f434dccbe0773abf73b9fbe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733715762603 2024-12-09T03:42:45,796 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 504eb330558f4bb6a51d4925c79793f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733715762606 2024-12-09T03:42:45,796 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37a6a34fa57f417d86c8e90c02b3f7b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733715762692 2024-12-09T03:42:45,796 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting f5d3c3a08df949759f57775141b9b0e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733715762692 2024-12-09T03:42:45,797 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a25d1d5954f04c8e8c0cdbd1cf7d1ad4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733715763361 2024-12-09T03:42:45,797 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c858f81d25145c5881bae2fb49b0f1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733715763361 2024-12-09T03:42:45,804 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:45,804 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:45,805 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a268e4a0849c4d71a0086b2cf4a4bfe4 is 50, key is test_row_0/A:col10/1733715763366/Put/seqid=0 2024-12-09T03:42:45,805 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/23db0c4fe559465283e50cda5bf3274e is 50, key is test_row_0/B:col10/1733715763366/Put/seqid=0 2024-12-09T03:42:45,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742303_1479 (size=12104) 2024-12-09T03:42:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742304_1480 (size=12104) 2024-12-09T03:42:45,814 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/23db0c4fe559465283e50cda5bf3274e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/23db0c4fe559465283e50cda5bf3274e 2024-12-09T03:42:45,818 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into 23db0c4fe559465283e50cda5bf3274e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:45,818 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:45,818 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715765794; duration=0sec 2024-12-09T03:42:45,818 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:45,818 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:45,818 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:45,819 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:45,819 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:45,819 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,819 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/f5356b35dba54803ae8a36d20171dd11, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/09a15fa25a564fc987216a32a617315d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/75fc2e7d7e2547c18505b3a810fe9d57] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=35.2 K 2024-12-09T03:42:45,819 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting f5356b35dba54803ae8a36d20171dd11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733715762606 2024-12-09T03:42:45,819 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a15fa25a564fc987216a32a617315d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733715762692 2024-12-09T03:42:45,820 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 75fc2e7d7e2547c18505b3a810fe9d57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733715763361 2024-12-09T03:42:45,825 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:45,825 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/cc0de1b3159347cc83175f2eb508cbbb is 50, key is test_row_0/C:col10/1733715763366/Put/seqid=0 2024-12-09T03:42:45,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:45,827 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742305_1481 (size=12104) 2024-12-09T03:42:45,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e26320a5a2134ac494dc55b0064f276c is 50, key is test_row_0/A:col10/1733715764645/Put/seqid=0 2024-12-09T03:42:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742306_1482 (size=12001) 2024-12-09T03:42:45,834 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e26320a5a2134ac494dc55b0064f276c 2024-12-09T03:42:45,836 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/cc0de1b3159347cc83175f2eb508cbbb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cc0de1b3159347cc83175f2eb508cbbb 2024-12-09T03:42:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:45,845 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into cc0de1b3159347cc83175f2eb508cbbb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:45,845 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:45,845 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715765794; duration=0sec 2024-12-09T03:42:45,845 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:45,845 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:42:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/20a2838ebe144bd1ad41f5aed2d7a419 is 50, key is test_row_0/B:col10/1733715764645/Put/seqid=0 2024-12-09T03:42:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742307_1483 (size=12001) 2024-12-09T03:42:45,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715825855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715825856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715825857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T03:42:45,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715825972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715825982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715825982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715826192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:46,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,215 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a268e4a0849c4d71a0086b2cf4a4bfe4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a268e4a0849c4d71a0086b2cf4a4bfe4 2024-12-09T03:42:46,219 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into a268e4a0849c4d71a0086b2cf4a4bfe4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:46,219 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:46,219 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715765794; duration=0sec 2024-12-09T03:42:46,219 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:46,219 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:46,258 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/20a2838ebe144bd1ad41f5aed2d7a419 2024-12-09T03:42:46,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/68a1d921f36e423784c95dafaceb7b3e is 50, key is test_row_0/C:col10/1733715764645/Put/seqid=0 2024-12-09T03:42:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742308_1484 (size=12001) 2024-12-09T03:42:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715826501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715826511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:46,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715826511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:46,669 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/68a1d921f36e423784c95dafaceb7b3e 2024-12-09T03:42:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e26320a5a2134ac494dc55b0064f276c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e26320a5a2134ac494dc55b0064f276c 2024-12-09T03:42:46,676 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e26320a5a2134ac494dc55b0064f276c, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T03:42:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/20a2838ebe144bd1ad41f5aed2d7a419 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/20a2838ebe144bd1ad41f5aed2d7a419 2024-12-09T03:42:46,679 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/20a2838ebe144bd1ad41f5aed2d7a419, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T03:42:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/68a1d921f36e423784c95dafaceb7b3e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/68a1d921f36e423784c95dafaceb7b3e 2024-12-09T03:42:46,683 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/68a1d921f36e423784c95dafaceb7b3e, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T03:42:46,683 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 40d727c6b5dd85efc5c9c4170ec6a284 in 856ms, sequenceid=95, compaction requested=false 2024-12-09T03:42:46,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:46,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:46,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-09T03:42:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-09T03:42:46,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-09T03:42:46,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-12-09T03:42:46,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9360 sec 2024-12-09T03:42:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T03:42:46,902 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:46,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-09T03:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:46,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:46,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:46,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:46,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:42:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:46,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e77647fb97ae4ecf8797a63e1bfa328b is 50, key is test_row_0/A:col10/1733715766926/Put/seqid=0 2024-12-09T03:42:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742309_1485 (size=14341) 2024-12-09T03:42:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715766979, max timestamp=1733715767008Num uniques 859; 2024-12-09T03:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715827007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:47,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715766979, max timestamp=1733715767008Num uniques 859; 2024-12-09T03:42:47,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715766979, max timestamp=1733715767008Num uniques 859; 2024-12-09T03:42:47,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:47,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:42:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715827058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715827059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715827061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715827068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715827122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715827181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715827181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715827182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715827182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:47,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e77647fb97ae4ecf8797a63e1bfa328b 2024-12-09T03:42:47,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/eab01cc2b02c447c9e24df2a50afee17 is 50, key is test_row_0/B:col10/1733715766926/Put/seqid=0 2024-12-09T03:42:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742310_1486 (size=12001) 2024-12-09T03:42:47,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715827341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715827392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715827392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715827392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715827392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715827652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715827711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715827712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715827712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715827712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:47,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/eab01cc2b02c447c9e24df2a50afee17 2024-12-09T03:42:47,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/287eb255eeb542a0bccfd6168d3ab3fe is 50, key is test_row_0/C:col10/1733715766926/Put/seqid=0 2024-12-09T03:42:47,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742311_1487 (size=12001) 2024-12-09T03:42:47,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:47,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:48,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/287eb255eeb542a0bccfd6168d3ab3fe 2024-12-09T03:42:48,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e77647fb97ae4ecf8797a63e1bfa328b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e77647fb97ae4ecf8797a63e1bfa328b 2024-12-09T03:42:48,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e77647fb97ae4ecf8797a63e1bfa328b, entries=200, sequenceid=108, filesize=14.0 K 2024-12-09T03:42:48,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/eab01cc2b02c447c9e24df2a50afee17 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/eab01cc2b02c447c9e24df2a50afee17 2024-12-09T03:42:48,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/eab01cc2b02c447c9e24df2a50afee17, entries=150, sequenceid=108, filesize=11.7 K 2024-12-09T03:42:48,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/287eb255eeb542a0bccfd6168d3ab3fe as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/287eb255eeb542a0bccfd6168d3ab3fe 2024-12-09T03:42:48,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/287eb255eeb542a0bccfd6168d3ab3fe, entries=150, sequenceid=108, filesize=11.7 K 2024-12-09T03:42:48,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1242ms, sequenceid=108, compaction requested=true 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:48,170 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:48,170 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:48,170 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:48,171 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:48,171 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a268e4a0849c4d71a0086b2cf4a4bfe4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e26320a5a2134ac494dc55b0064f276c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e77647fb97ae4ecf8797a63e1bfa328b] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=37.5 K 2024-12-09T03:42:48,171 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,171 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/23db0c4fe559465283e50cda5bf3274e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/20a2838ebe144bd1ad41f5aed2d7a419, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/eab01cc2b02c447c9e24df2a50afee17] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=35.3 K 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 23db0c4fe559465283e50cda5bf3274e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733715763361 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a268e4a0849c4d71a0086b2cf4a4bfe4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733715763361 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 20a2838ebe144bd1ad41f5aed2d7a419, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733715764645 2024-12-09T03:42:48,171 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e26320a5a2134ac494dc55b0064f276c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733715764645 2024-12-09T03:42:48,172 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e77647fb97ae4ecf8797a63e1bfa328b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733715765854 2024-12-09T03:42:48,172 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting eab01cc2b02c447c9e24df2a50afee17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733715765855 2024-12-09T03:42:48,178 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:48,178 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/e10f5765b84349c9a45094491f321bc3 is 50, key is test_row_0/B:col10/1733715766926/Put/seqid=0 2024-12-09T03:42:48,179 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:48,179 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/57be7719aae24de1a67aa4192ee944aa is 50, key is test_row_0/A:col10/1733715766926/Put/seqid=0 2024-12-09T03:42:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:48,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-09T03:42:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:42:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742312_1488 (size=12207) 2024-12-09T03:42:48,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/8244daf54f024190b8c0e4b017650692 is 50, key is test_row_0/A:col10/1733715767058/Put/seqid=0 2024-12-09T03:42:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742313_1489 (size=12207) 2024-12-09T03:42:48,195 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/e10f5765b84349c9a45094491f321bc3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/e10f5765b84349c9a45094491f321bc3 2024-12-09T03:42:48,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742314_1490 (size=14541) 2024-12-09T03:42:48,198 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/57be7719aae24de1a67aa4192ee944aa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/57be7719aae24de1a67aa4192ee944aa 2024-12-09T03:42:48,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/8244daf54f024190b8c0e4b017650692 2024-12-09T03:42:48,200 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into e10f5765b84349c9a45094491f321bc3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:48,200 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:48,200 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715768170; duration=0sec 2024-12-09T03:42:48,200 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:48,200 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:48,200 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:48,202 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:48,202 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:48,202 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,202 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cc0de1b3159347cc83175f2eb508cbbb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/68a1d921f36e423784c95dafaceb7b3e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/287eb255eeb542a0bccfd6168d3ab3fe] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=35.3 K 2024-12-09T03:42:48,202 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting cc0de1b3159347cc83175f2eb508cbbb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733715763361 2024-12-09T03:42:48,203 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a1d921f36e423784c95dafaceb7b3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733715764645 2024-12-09T03:42:48,203 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 287eb255eeb542a0bccfd6168d3ab3fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733715765855 2024-12-09T03:42:48,204 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into 57be7719aae24de1a67aa4192ee944aa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:48,204 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:48,205 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715768170; duration=0sec 2024-12-09T03:42:48,205 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:48,205 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:48,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/d2deeef887284b1fb2e1cfc2775bc4d6 is 50, key is test_row_0/B:col10/1733715767058/Put/seqid=0 2024-12-09T03:42:48,214 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:48,214 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/48fce163a7d845109d7f6a0158c9d0b1 is 50, key is test_row_0/C:col10/1733715766926/Put/seqid=0 2024-12-09T03:42:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742315_1491 (size=12151) 2024-12-09T03:42:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742316_1492 (size=12207) 2024-12-09T03:42:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715828232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715828232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715828234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715828242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715828243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715828352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715828362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715828362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:48,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:48,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715828571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715828582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715828582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/d2deeef887284b1fb2e1cfc2775bc4d6 2024-12-09T03:42:48,621 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/48fce163a7d845109d7f6a0158c9d0b1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/48fce163a7d845109d7f6a0158c9d0b1 2024-12-09T03:42:48,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4b64818257944ca39175887985aac8ed is 50, key is test_row_0/C:col10/1733715767058/Put/seqid=0 2024-12-09T03:42:48,625 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into 48fce163a7d845109d7f6a0158c9d0b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:48,625 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:48,625 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715768170; duration=0sec 2024-12-09T03:42:48,625 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:48,625 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:42:48,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742317_1493 (size=12151) 2024-12-09T03:42:48,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:48,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:48,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:48,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:48,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715828882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715828901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715828901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4b64818257944ca39175887985aac8ed 2024-12-09T03:42:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/8244daf54f024190b8c0e4b017650692 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/8244daf54f024190b8c0e4b017650692 2024-12-09T03:42:49,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/8244daf54f024190b8c0e4b017650692, entries=200, sequenceid=144, filesize=14.2 K 2024-12-09T03:42:49,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/d2deeef887284b1fb2e1cfc2775bc4d6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d2deeef887284b1fb2e1cfc2775bc4d6 2024-12-09T03:42:49,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d2deeef887284b1fb2e1cfc2775bc4d6, entries=150, sequenceid=144, filesize=11.9 K 2024-12-09T03:42:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4b64818257944ca39175887985aac8ed as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4b64818257944ca39175887985aac8ed 2024-12-09T03:42:49,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4b64818257944ca39175887985aac8ed, entries=150, sequenceid=144, filesize=11.9 K 2024-12-09T03:42:49,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T03:42:49,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 40d727c6b5dd85efc5c9c4170ec6a284 in 862ms, sequenceid=144, compaction requested=false 2024-12-09T03:42:49,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:49,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:49,042 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a107b2d16ce64fcab8aba0a64f461368 is 50, key is test_row_0/A:col10/1733715768232/Put/seqid=0 2024-12-09T03:42:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742318_1494 (size=12151) 2024-12-09T03:42:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:49,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:49,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715769307, max timestamp=1733715769335Num uniques 859; 2024-12-09T03:42:49,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:42:49,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715769307, max timestamp=1733715769335Num uniques 859; 2024-12-09T03:42:49,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715769307, max timestamp=1733715769335Num uniques 859; 2024-12-09T03:42:49,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:42:49,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:42:49,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715829412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715829416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715829419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715829430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715829431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,460 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a107b2d16ce64fcab8aba0a64f461368 2024-12-09T03:42:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/17059a8529d04c67ab07912dd62eeabf is 50, key is test_row_0/B:col10/1733715768232/Put/seqid=0 2024-12-09T03:42:49,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742319_1495 (size=12151) 2024-12-09T03:42:49,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715829542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715829542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715829542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715829551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715829551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715829762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715829762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715829762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715829762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715829762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:49,870 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/17059a8529d04c67ab07912dd62eeabf 2024-12-09T03:42:49,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/c7acf3e0eaef4cbb8b53b62c40e31337 is 50, key is test_row_0/C:col10/1733715768232/Put/seqid=0 2024-12-09T03:42:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742320_1496 (size=12151) 2024-12-09T03:42:50,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715830071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715830072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715830072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715830081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715830081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,282 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/c7acf3e0eaef4cbb8b53b62c40e31337 2024-12-09T03:42:50,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/a107b2d16ce64fcab8aba0a64f461368 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a107b2d16ce64fcab8aba0a64f461368 2024-12-09T03:42:50,289 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a107b2d16ce64fcab8aba0a64f461368, entries=150, sequenceid=157, filesize=11.9 K 2024-12-09T03:42:50,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/17059a8529d04c67ab07912dd62eeabf as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17059a8529d04c67ab07912dd62eeabf 2024-12-09T03:42:50,293 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17059a8529d04c67ab07912dd62eeabf, entries=150, sequenceid=157, filesize=11.9 K 2024-12-09T03:42:50,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/c7acf3e0eaef4cbb8b53b62c40e31337 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c7acf3e0eaef4cbb8b53b62c40e31337 2024-12-09T03:42:50,296 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c7acf3e0eaef4cbb8b53b62c40e31337, entries=150, sequenceid=157, filesize=11.9 K 2024-12-09T03:42:50,297 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1255ms, sequenceid=157, compaction requested=true 2024-12-09T03:42:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-09T03:42:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-09T03:42:50,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-09T03:42:50,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3950 sec 2024-12-09T03:42:50,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 3.3990 sec 2024-12-09T03:42:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:50,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-09T03:42:50,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:50,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T03:42:50,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:50,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T03:42:50,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:50,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T03:42:50,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/64b08e8a8add46bbbe797241b4aa2247 is 50, key is test_row_0/A:col10/1733715770599/Put/seqid=0 2024-12-09T03:42:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742321_1497 (size=16931) 2024-12-09T03:42:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715830621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715830620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715830622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715830622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715830623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715830741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715830741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715830742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715830742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715830742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/64b08e8a8add46bbbe797241b4aa2247 2024-12-09T03:42:51,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/4a62b469589e47bfb194ba27ae0bc7a2 is 50, key is test_row_0/B:col10/1733715770599/Put/seqid=0 2024-12-09T03:42:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742322_1498 (size=12151) 2024-12-09T03:42:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T03:42:51,071 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:51,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-09T03:42:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T03:42:51,075 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:51,075 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:51,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T03:42:51,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T03:42:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715831282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715831282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715831282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715831282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715831282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T03:42:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T03:42:51,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/4a62b469589e47bfb194ba27ae0bc7a2 2024-12-09T03:42:51,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/1b1a1c77107e4900bf97219ed2434c28 is 50, key is test_row_0/C:col10/1733715770599/Put/seqid=0 2024-12-09T03:42:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742323_1499 (size=12151) 2024-12-09T03:42:51,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T03:42:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T03:42:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T03:42:51,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715831802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715831802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715831802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715831802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715831802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:51,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/1b1a1c77107e4900bf97219ed2434c28 2024-12-09T03:42:51,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T03:42:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/64b08e8a8add46bbbe797241b4aa2247 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/64b08e8a8add46bbbe797241b4aa2247 2024-12-09T03:42:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:51,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/64b08e8a8add46bbbe797241b4aa2247, entries=250, sequenceid=196, filesize=16.5 K 2024-12-09T03:42:51,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/4a62b469589e47bfb194ba27ae0bc7a2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/4a62b469589e47bfb194ba27ae0bc7a2 2024-12-09T03:42:51,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/4a62b469589e47bfb194ba27ae0bc7a2, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T03:42:51,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/1b1a1c77107e4900bf97219ed2434c28 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/1b1a1c77107e4900bf97219ed2434c28 2024-12-09T03:42:51,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/1b1a1c77107e4900bf97219ed2434c28, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T03:42:51,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=46.96 KB/48090 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1251ms, sequenceid=196, compaction requested=true 2024-12-09T03:42:51,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:51,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:51,852 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:51,852 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:51,853 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:51,853 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:51,853 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,853 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/57be7719aae24de1a67aa4192ee944aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/8244daf54f024190b8c0e4b017650692, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a107b2d16ce64fcab8aba0a64f461368, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/64b08e8a8add46bbbe797241b4aa2247] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=54.5 K 2024-12-09T03:42:51,853 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:51,853 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57be7719aae24de1a67aa4192ee944aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733715765855 2024-12-09T03:42:51,853 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:51,853 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,853 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/e10f5765b84349c9a45094491f321bc3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d2deeef887284b1fb2e1cfc2775bc4d6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17059a8529d04c67ab07912dd62eeabf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/4a62b469589e47bfb194ba27ae0bc7a2] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=47.5 K 2024-12-09T03:42:51,853 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8244daf54f024190b8c0e4b017650692, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1733715767049 2024-12-09T03:42:51,854 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting e10f5765b84349c9a45094491f321bc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733715765855 2024-12-09T03:42:51,854 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a107b2d16ce64fcab8aba0a64f461368, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733715768196 2024-12-09T03:42:51,854 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting d2deeef887284b1fb2e1cfc2775bc4d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1733715767058 2024-12-09T03:42:51,854 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b08e8a8add46bbbe797241b4aa2247, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733715769398 2024-12-09T03:42:51,854 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 17059a8529d04c67ab07912dd62eeabf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733715768196 2024-12-09T03:42:51,854 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a62b469589e47bfb194ba27ae0bc7a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733715769398 2024-12-09T03:42:51,872 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:51,872 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/37ba3265dfbf4bf59881b5d244bf3507 is 50, key is test_row_0/A:col10/1733715770599/Put/seqid=0 2024-12-09T03:42:51,876 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#420 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:51,876 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/17f7128e5c6a479398dcc39277db445b is 50, key is test_row_0/B:col10/1733715770599/Put/seqid=0 2024-12-09T03:42:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742324_1500 (size=12493) 2024-12-09T03:42:51,887 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/37ba3265dfbf4bf59881b5d244bf3507 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37ba3265dfbf4bf59881b5d244bf3507 2024-12-09T03:42:51,899 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into 37ba3265dfbf4bf59881b5d244bf3507(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:51,899 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:51,899 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=12, startTime=1733715771851; duration=0sec 2024-12-09T03:42:51,899 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:51,899 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:51,899 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T03:42:51,900 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T03:42:51,900 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:51,900 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,900 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/48fce163a7d845109d7f6a0158c9d0b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4b64818257944ca39175887985aac8ed, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c7acf3e0eaef4cbb8b53b62c40e31337, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/1b1a1c77107e4900bf97219ed2434c28] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=47.5 K 2024-12-09T03:42:51,901 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48fce163a7d845109d7f6a0158c9d0b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733715765855 2024-12-09T03:42:51,901 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b64818257944ca39175887985aac8ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1733715767058 2024-12-09T03:42:51,901 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7acf3e0eaef4cbb8b53b62c40e31337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733715768196 2024-12-09T03:42:51,902 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b1a1c77107e4900bf97219ed2434c28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733715769398 2024-12-09T03:42:51,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742325_1501 (size=12493) 2024-12-09T03:42:51,916 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/17f7128e5c6a479398dcc39277db445b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17f7128e5c6a479398dcc39277db445b 2024-12-09T03:42:51,917 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:51,918 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/6b70011183824ca38b89b0ec714d9206 is 50, key is test_row_0/C:col10/1733715770599/Put/seqid=0 2024-12-09T03:42:51,923 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into 17f7128e5c6a479398dcc39277db445b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:51,923 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:51,923 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=12, startTime=1733715771852; duration=0sec 2024-12-09T03:42:51,923 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:51,923 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742326_1502 (size=12493) 2024-12-09T03:42:51,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T03:42:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:51,993 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:42:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:51,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e9c584f5cdd84e71a73aaaad27ffc2eb is 50, key is test_row_1/A:col10/1733715770621/Put/seqid=0 2024-12-09T03:42:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742327_1503 (size=9757) 2024-12-09T03:42:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T03:42:52,336 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/6b70011183824ca38b89b0ec714d9206 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/6b70011183824ca38b89b0ec714d9206 2024-12-09T03:42:52,342 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into 6b70011183824ca38b89b0ec714d9206(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:52,342 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:52,342 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=12, startTime=1733715771852; duration=0sec 2024-12-09T03:42:52,342 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:52,342 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:42:52,403 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e9c584f5cdd84e71a73aaaad27ffc2eb 2024-12-09T03:42:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/120a6ebbe3634fdfabf83541f8835978 is 50, key is test_row_1/B:col10/1733715770621/Put/seqid=0 2024-12-09T03:42:52,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742328_1504 (size=9757) 2024-12-09T03:42:52,814 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/120a6ebbe3634fdfabf83541f8835978 2024-12-09T03:42:52,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/055abbe633064ee880247220921dadaf is 50, key is test_row_1/C:col10/1733715770621/Put/seqid=0 2024-12-09T03:42:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:52,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742329_1505 (size=9757) 2024-12-09T03:42:52,826 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/055abbe633064ee880247220921dadaf 2024-12-09T03:42:52,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e9c584f5cdd84e71a73aaaad27ffc2eb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e9c584f5cdd84e71a73aaaad27ffc2eb 2024-12-09T03:42:52,833 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e9c584f5cdd84e71a73aaaad27ffc2eb, entries=100, sequenceid=208, filesize=9.5 K 2024-12-09T03:42:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/120a6ebbe3634fdfabf83541f8835978 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/120a6ebbe3634fdfabf83541f8835978 2024-12-09T03:42:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/120a6ebbe3634fdfabf83541f8835978, entries=100, sequenceid=208, filesize=9.5 K 2024-12-09T03:42:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/055abbe633064ee880247220921dadaf as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/055abbe633064ee880247220921dadaf 2024-12-09T03:42:52,842 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/055abbe633064ee880247220921dadaf, entries=100, sequenceid=208, filesize=9.5 K 2024-12-09T03:42:52,843 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for 40d727c6b5dd85efc5c9c4170ec6a284 in 850ms, sequenceid=208, compaction requested=false 2024-12-09T03:42:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-09T03:42:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-09T03:42:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:52,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:42:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:52,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:52,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:52,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-09T03:42:52,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-12-09T03:42:52,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.7740 sec 2024-12-09T03:42:52,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/650faf698b5a4e069a6b429b7f4d9e79 is 50, key is test_row_0/A:col10/1733715772841/Put/seqid=0 2024-12-09T03:42:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742330_1506 (size=16931) 2024-12-09T03:42:52,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715832865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715832868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715832870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715832876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715832877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715832982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715832991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715832991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715832991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715833001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715833201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715833201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715833201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715833201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715833212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T03:42:53,222 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:53,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-09T03:42:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T03:42:53,224 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:53,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:53,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:53,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/650faf698b5a4e069a6b429b7f4d9e79 2024-12-09T03:42:53,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/559bef5a5f2142ca8c0fe9e1a8c4035e is 50, key is test_row_0/B:col10/1733715772841/Put/seqid=0 2024-12-09T03:42:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742331_1507 (size=12151) 2024-12-09T03:42:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T03:42:53,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T03:42:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T03:42:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T03:42:53,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715833531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:53,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/559bef5a5f2142ca8c0fe9e1a8c4035e 2024-12-09T03:42:53,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/8d0e2a986344450c97c3b911a263f9b0 is 50, key is test_row_0/C:col10/1733715772841/Put/seqid=0 2024-12-09T03:42:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742332_1508 (size=12151) 2024-12-09T03:42:53,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/8d0e2a986344450c97c3b911a263f9b0 2024-12-09T03:42:53,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/650faf698b5a4e069a6b429b7f4d9e79 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/650faf698b5a4e069a6b429b7f4d9e79 2024-12-09T03:42:53,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T03:42:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/650faf698b5a4e069a6b429b7f4d9e79, entries=250, sequenceid=224, filesize=16.5 K 2024-12-09T03:42:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/559bef5a5f2142ca8c0fe9e1a8c4035e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/559bef5a5f2142ca8c0fe9e1a8c4035e 2024-12-09T03:42:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:53,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/559bef5a5f2142ca8c0fe9e1a8c4035e, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T03:42:53,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/8d0e2a986344450c97c3b911a263f9b0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/8d0e2a986344450c97c3b911a263f9b0 2024-12-09T03:42:53,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/8d0e2a986344450c97c3b911a263f9b0, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T03:42:53,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 40d727c6b5dd85efc5c9c4170ec6a284 in 846ms, sequenceid=224, compaction requested=true 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:53,692 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:53,692 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:53,693 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:53,693 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:53,693 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:53,693 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:53,693 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,693 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,693 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17f7128e5c6a479398dcc39277db445b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/120a6ebbe3634fdfabf83541f8835978, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/559bef5a5f2142ca8c0fe9e1a8c4035e] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=33.6 K 2024-12-09T03:42:53,693 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37ba3265dfbf4bf59881b5d244bf3507, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e9c584f5cdd84e71a73aaaad27ffc2eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/650faf698b5a4e069a6b429b7f4d9e79] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=38.3 K 2024-12-09T03:42:53,693 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f7128e5c6a479398dcc39277db445b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733715769398 2024-12-09T03:42:53,693 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ba3265dfbf4bf59881b5d244bf3507, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733715769398 2024-12-09T03:42:53,694 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9c584f5cdd84e71a73aaaad27ffc2eb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733715770621 2024-12-09T03:42:53,694 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 120a6ebbe3634fdfabf83541f8835978, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733715770621 2024-12-09T03:42:53,694 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650faf698b5a4e069a6b429b7f4d9e79, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733715772824 2024-12-09T03:42:53,694 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 559bef5a5f2142ca8c0fe9e1a8c4035e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733715772824 2024-12-09T03:42:53,701 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:53,702 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/ef52a974eebb47dc9008f1056b317625 is 50, key is test_row_0/A:col10/1733715772841/Put/seqid=0 2024-12-09T03:42:53,702 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:53,703 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/df9f5c38266248168ecaf1e33fbf3cae is 50, key is test_row_0/B:col10/1733715772841/Put/seqid=0 2024-12-09T03:42:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742333_1509 (size=12595) 2024-12-09T03:42:53,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742334_1510 (size=12595) 2024-12-09T03:42:53,712 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/df9f5c38266248168ecaf1e33fbf3cae as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/df9f5c38266248168ecaf1e33fbf3cae 2024-12-09T03:42:53,716 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/ef52a974eebb47dc9008f1056b317625 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ef52a974eebb47dc9008f1056b317625 2024-12-09T03:42:53,719 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into df9f5c38266248168ecaf1e33fbf3cae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:53,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:53,719 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715773692; duration=0sec 2024-12-09T03:42:53,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:53,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:53,720 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:53,720 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into ef52a974eebb47dc9008f1056b317625(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:53,720 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:53,720 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715773692; duration=0sec 2024-12-09T03:42:53,720 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:53,720 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:53,721 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:53,721 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:53,721 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,721 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/6b70011183824ca38b89b0ec714d9206, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/055abbe633064ee880247220921dadaf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/8d0e2a986344450c97c3b911a263f9b0] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=33.6 K 2024-12-09T03:42:53,721 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b70011183824ca38b89b0ec714d9206, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733715769398 2024-12-09T03:42:53,722 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 055abbe633064ee880247220921dadaf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733715770621 2024-12-09T03:42:53,722 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0e2a986344450c97c3b911a263f9b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733715772824 2024-12-09T03:42:53,727 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:53,727 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a0113c2be17e4524896f5377ddc668c2 is 50, key is test_row_0/C:col10/1733715772841/Put/seqid=0 2024-12-09T03:42:53,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742335_1511 (size=12595) 2024-12-09T03:42:53,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T03:42:53,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:53,836 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:42:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/5d19fb5c0f514218938f75fb604a71c1 is 50, key is test_row_0/A:col10/1733715772876/Put/seqid=0 2024-12-09T03:42:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742336_1512 (size=12151) 2024-12-09T03:42:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T03:42:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715834058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715834061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715834062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715834063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715834069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,134 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a0113c2be17e4524896f5377ddc668c2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a0113c2be17e4524896f5377ddc668c2 2024-12-09T03:42:54,138 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into a0113c2be17e4524896f5377ddc668c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:54,138 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:54,138 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715773692; duration=0sec 2024-12-09T03:42:54,138 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:54,138 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:42:54,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715834172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715834172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715834181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715834181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715834181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,247 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/5d19fb5c0f514218938f75fb604a71c1 2024-12-09T03:42:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/8e25ef1c12e94bce9cd5d9cd601f6ba2 is 50, key is test_row_0/B:col10/1733715772876/Put/seqid=0 2024-12-09T03:42:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742337_1513 (size=12151) 2024-12-09T03:42:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T03:42:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715834391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715834391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715834392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715834392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715834392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,659 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/8e25ef1c12e94bce9cd5d9cd601f6ba2 2024-12-09T03:42:54,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a5177b55f222488b83f3f7abf253e5b4 is 50, key is test_row_0/C:col10/1733715772876/Put/seqid=0 2024-12-09T03:42:54,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742338_1514 (size=12151) 2024-12-09T03:42:54,670 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a5177b55f222488b83f3f7abf253e5b4 2024-12-09T03:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/5d19fb5c0f514218938f75fb604a71c1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5d19fb5c0f514218938f75fb604a71c1 2024-12-09T03:42:54,677 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5d19fb5c0f514218938f75fb604a71c1, entries=150, sequenceid=243, filesize=11.9 K 2024-12-09T03:42:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/8e25ef1c12e94bce9cd5d9cd601f6ba2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8e25ef1c12e94bce9cd5d9cd601f6ba2 2024-12-09T03:42:54,680 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8e25ef1c12e94bce9cd5d9cd601f6ba2, entries=150, sequenceid=243, filesize=11.9 K 2024-12-09T03:42:54,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a5177b55f222488b83f3f7abf253e5b4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a5177b55f222488b83f3f7abf253e5b4 2024-12-09T03:42:54,683 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a5177b55f222488b83f3f7abf253e5b4, entries=150, sequenceid=243, filesize=11.9 K 2024-12-09T03:42:54,684 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 40d727c6b5dd85efc5c9c4170ec6a284 in 848ms, sequenceid=243, compaction requested=false 2024-12-09T03:42:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-09T03:42:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-09T03:42:54,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-09T03:42:54,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4600 sec 2024-12-09T03:42:54,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4650 sec 2024-12-09T03:42:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:54,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:54,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e88fc74f5290442185e048d57fe5d800 is 50, key is test_row_0/A:col10/1733715774056/Put/seqid=0 2024-12-09T03:42:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742339_1515 (size=14641) 2024-12-09T03:42:54,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e88fc74f5290442185e048d57fe5d800 2024-12-09T03:42:54,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/ab05970ca5434f05ba718b7da0e43cc4 is 50, key is test_row_0/B:col10/1733715774056/Put/seqid=0 2024-12-09T03:42:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742340_1516 (size=12251) 2024-12-09T03:42:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715834735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715834737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715834737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715834738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715834739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715834851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715834861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715834861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715834861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715834861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715835071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715835071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715835071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715835072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715835072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/ab05970ca5434f05ba718b7da0e43cc4 2024-12-09T03:42:55,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/dcc40fd74abd40af8c3a61cfcae4420c is 50, key is test_row_0/C:col10/1733715774056/Put/seqid=0 2024-12-09T03:42:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742341_1517 (size=12251) 2024-12-09T03:42:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T03:42:55,372 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:55,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-09T03:42:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T03:42:55,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:55,375 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:55,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715835381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715835381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715835391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715835392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715835392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T03:42:55,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T03:42:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:55,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:55,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/dcc40fd74abd40af8c3a61cfcae4420c 2024-12-09T03:42:55,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e88fc74f5290442185e048d57fe5d800 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e88fc74f5290442185e048d57fe5d800 2024-12-09T03:42:55,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e88fc74f5290442185e048d57fe5d800, entries=200, sequenceid=260, filesize=14.3 K 2024-12-09T03:42:55,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/ab05970ca5434f05ba718b7da0e43cc4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/ab05970ca5434f05ba718b7da0e43cc4 2024-12-09T03:42:55,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/ab05970ca5434f05ba718b7da0e43cc4, entries=150, sequenceid=260, filesize=12.0 K 2024-12-09T03:42:55,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/dcc40fd74abd40af8c3a61cfcae4420c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/dcc40fd74abd40af8c3a61cfcae4420c 2024-12-09T03:42:55,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/dcc40fd74abd40af8c3a61cfcae4420c, entries=150, sequenceid=260, filesize=12.0 K 2024-12-09T03:42:55,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 40d727c6b5dd85efc5c9c4170ec6a284 in 849ms, sequenceid=260, compaction requested=true 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:55,556 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:55,556 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:55,556 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:55,556 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:55,557 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:55,557 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:55,557 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ef52a974eebb47dc9008f1056b317625, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5d19fb5c0f514218938f75fb604a71c1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e88fc74f5290442185e048d57fe5d800] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=38.5 K 2024-12-09T03:42:55,557 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/df9f5c38266248168ecaf1e33fbf3cae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8e25ef1c12e94bce9cd5d9cd601f6ba2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/ab05970ca5434f05ba718b7da0e43cc4] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.1 K 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef52a974eebb47dc9008f1056b317625, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733715772824 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting df9f5c38266248168ecaf1e33fbf3cae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733715772824 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d19fb5c0f514218938f75fb604a71c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715772868 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e25ef1c12e94bce9cd5d9cd601f6ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715772868 2024-12-09T03:42:55,557 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e88fc74f5290442185e048d57fe5d800, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733715774056 2024-12-09T03:42:55,558 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ab05970ca5434f05ba718b7da0e43cc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733715774056 2024-12-09T03:42:55,564 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:55,565 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/4a38e25bdebb42c78e24f40150b990cb is 50, key is test_row_0/A:col10/1733715774056/Put/seqid=0 2024-12-09T03:42:55,566 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:55,567 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/3d5b0b2fb6b04727bc4971f9a2b45cfd is 50, key is test_row_0/B:col10/1733715774056/Put/seqid=0 2024-12-09T03:42:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742342_1518 (size=12797) 2024-12-09T03:42:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742343_1519 (size=12797) 2024-12-09T03:42:55,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:55,680 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:55,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/4b9fe91e727345edb14fa1dc0b3180d2 is 50, key is test_row_0/A:col10/1733715774735/Put/seqid=0 2024-12-09T03:42:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742344_1520 (size=12301) 2024-12-09T03:42:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T03:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:55,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:55,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715835920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715835925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715835926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715835927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715835928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:55,976 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/4a38e25bdebb42c78e24f40150b990cb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4a38e25bdebb42c78e24f40150b990cb 2024-12-09T03:42:55,976 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/3d5b0b2fb6b04727bc4971f9a2b45cfd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/3d5b0b2fb6b04727bc4971f9a2b45cfd 2024-12-09T03:42:55,979 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into 3d5b0b2fb6b04727bc4971f9a2b45cfd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:55,979 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:55,979 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715775556; duration=0sec 2024-12-09T03:42:55,979 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into 4a38e25bdebb42c78e24f40150b990cb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:55,979 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:55,980 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715775556; duration=0sec 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:55,980 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:55,980 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:55,980 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a0113c2be17e4524896f5377ddc668c2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a5177b55f222488b83f3f7abf253e5b4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/dcc40fd74abd40af8c3a61cfcae4420c] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.1 K 2024-12-09T03:42:55,981 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a0113c2be17e4524896f5377ddc668c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733715772824 2024-12-09T03:42:55,981 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a5177b55f222488b83f3f7abf253e5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733715772868 2024-12-09T03:42:55,981 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting dcc40fd74abd40af8c3a61cfcae4420c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733715774056 2024-12-09T03:42:55,987 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:55,987 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ae8fbf69e9cf412bbae73076f0d37deb is 50, key is test_row_0/C:col10/1733715774056/Put/seqid=0 2024-12-09T03:42:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742345_1521 (size=12797) 2024-12-09T03:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T03:42:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715836031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715836041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715836052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715836052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715836052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,088 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/4b9fe91e727345edb14fa1dc0b3180d2 2024-12-09T03:42:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/88b68d6784504df59199cc8af65fd61b is 50, key is test_row_0/B:col10/1733715774735/Put/seqid=0 2024-12-09T03:42:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742346_1522 (size=12301) 2024-12-09T03:42:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/88b68d6784504df59199cc8af65fd61b 2024-12-09T03:42:56,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/cd59cc0a05594611ac2491cfaa9731b4 is 50, key is test_row_0/C:col10/1733715774735/Put/seqid=0 2024-12-09T03:42:56,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742347_1523 (size=12301) 2024-12-09T03:42:56,117 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/cd59cc0a05594611ac2491cfaa9731b4 2024-12-09T03:42:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/4b9fe91e727345edb14fa1dc0b3180d2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4b9fe91e727345edb14fa1dc0b3180d2 2024-12-09T03:42:56,133 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4b9fe91e727345edb14fa1dc0b3180d2, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T03:42:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/88b68d6784504df59199cc8af65fd61b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/88b68d6784504df59199cc8af65fd61b 2024-12-09T03:42:56,137 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/88b68d6784504df59199cc8af65fd61b, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T03:42:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/cd59cc0a05594611ac2491cfaa9731b4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cd59cc0a05594611ac2491cfaa9731b4 2024-12-09T03:42:56,143 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cd59cc0a05594611ac2491cfaa9731b4, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T03:42:56,144 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 40d727c6b5dd85efc5c9c4170ec6a284 in 463ms, sequenceid=276, compaction requested=false 2024-12-09T03:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-09T03:42:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-09T03:42:56,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-09T03:42:56,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 770 msec 2024-12-09T03:42:56,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 774 msec 2024-12-09T03:42:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:56,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:42:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:56,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/5e8d49197e6243609c112e273c9a1952 is 50, key is test_row_0/A:col10/1733715775927/Put/seqid=0 2024-12-09T03:42:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742348_1524 (size=14741) 2024-12-09T03:42:56,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/5e8d49197e6243609c112e273c9a1952 2024-12-09T03:42:56,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/64075a50475b4e4a848a29a78e177e6a is 50, key is test_row_0/B:col10/1733715775927/Put/seqid=0 2024-12-09T03:42:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742349_1525 (size=12301) 2024-12-09T03:42:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715836293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715836292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715836294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715836315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715836315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,395 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ae8fbf69e9cf412bbae73076f0d37deb as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ae8fbf69e9cf412bbae73076f0d37deb 2024-12-09T03:42:56,399 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into ae8fbf69e9cf412bbae73076f0d37deb(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:56,399 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:56,399 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715775556; duration=0sec 2024-12-09T03:42:56,399 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:56,399 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:42:56,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715836422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715836422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715836422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715836431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715836431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T03:42:56,511 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:56,512 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-09T03:42:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T03:42:56,514 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:56,514 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:56,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T03:42:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715836631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715836631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715836631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715836641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715836641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T03:42:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/64075a50475b4e4a848a29a78e177e6a 2024-12-09T03:42:56,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/d756586f797449ff9f125fdfa6c34e69 is 50, key is test_row_0/C:col10/1733715775927/Put/seqid=0 2024-12-09T03:42:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742350_1526 (size=12301) 2024-12-09T03:42:56,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T03:42:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T03:42:56,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715836942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715836942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715836942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715836951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715836961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:56,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T03:42:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:56,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:57,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/d756586f797449ff9f125fdfa6c34e69 2024-12-09T03:42:57,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/5e8d49197e6243609c112e273c9a1952 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5e8d49197e6243609c112e273c9a1952 2024-12-09T03:42:57,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5e8d49197e6243609c112e273c9a1952, entries=200, sequenceid=295, filesize=14.4 K 2024-12-09T03:42:57,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/64075a50475b4e4a848a29a78e177e6a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/64075a50475b4e4a848a29a78e177e6a 2024-12-09T03:42:57,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/64075a50475b4e4a848a29a78e177e6a, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T03:42:57,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/d756586f797449ff9f125fdfa6c34e69 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/d756586f797449ff9f125fdfa6c34e69 2024-12-09T03:42:57,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/d756586f797449ff9f125fdfa6c34e69, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T03:42:57,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 40d727c6b5dd85efc5c9c4170ec6a284 in 849ms, sequenceid=295, compaction requested=true 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:57,108 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:57,108 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:57,109 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:57,109 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:57,109 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/3d5b0b2fb6b04727bc4971f9a2b45cfd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/88b68d6784504df59199cc8af65fd61b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/64075a50475b4e4a848a29a78e177e6a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.5 K 2024-12-09T03:42:57,109 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4a38e25bdebb42c78e24f40150b990cb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4b9fe91e727345edb14fa1dc0b3180d2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5e8d49197e6243609c112e273c9a1952] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=38.9 K 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a38e25bdebb42c78e24f40150b990cb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733715774056 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d5b0b2fb6b04727bc4971f9a2b45cfd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733715774056 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b9fe91e727345edb14fa1dc0b3180d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733715774733 2024-12-09T03:42:57,109 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b68d6784504df59199cc8af65fd61b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733715774733 2024-12-09T03:42:57,110 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e8d49197e6243609c112e273c9a1952, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715775925 2024-12-09T03:42:57,110 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 64075a50475b4e4a848a29a78e177e6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715775925 2024-12-09T03:42:57,116 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:57,116 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:57,116 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/b385764874d14c4d99015a587ac922a4 is 50, key is test_row_0/A:col10/1733715775927/Put/seqid=0 2024-12-09T03:42:57,117 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/cb81ce139bc84cf394813f29620509f0 is 50, key is test_row_0/B:col10/1733715775927/Put/seqid=0 2024-12-09T03:42:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742352_1528 (size=12949) 2024-12-09T03:42:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742351_1527 (size=12949) 2024-12-09T03:42:57,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T03:42:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:57,125 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/2c4b0296be8f405982f4f5975a2db1e8 is 50, key is test_row_0/A:col10/1733715776295/Put/seqid=0 2024-12-09T03:42:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742353_1529 (size=12301) 2024-12-09T03:42:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T03:42:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:57,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:57,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715837487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715837489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715837490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715837500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715837501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,526 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/cb81ce139bc84cf394813f29620509f0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/cb81ce139bc84cf394813f29620509f0 2024-12-09T03:42:57,526 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/b385764874d14c4d99015a587ac922a4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/b385764874d14c4d99015a587ac922a4 2024-12-09T03:42:57,530 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into b385764874d14c4d99015a587ac922a4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:57,530 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into cb81ce139bc84cf394813f29620509f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:57,530 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:57,530 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:57,530 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715777108; duration=0sec 2024-12-09T03:42:57,530 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715777108; duration=0sec 2024-12-09T03:42:57,530 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:57,530 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:57,530 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:57,530 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:57,531 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:57,532 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:57,532 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:57,532 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:57,532 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ae8fbf69e9cf412bbae73076f0d37deb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cd59cc0a05594611ac2491cfaa9731b4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/d756586f797449ff9f125fdfa6c34e69] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.5 K 2024-12-09T03:42:57,532 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae8fbf69e9cf412bbae73076f0d37deb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733715774056 2024-12-09T03:42:57,532 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd59cc0a05594611ac2491cfaa9731b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733715774733 2024-12-09T03:42:57,533 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d756586f797449ff9f125fdfa6c34e69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715775925 2024-12-09T03:42:57,533 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/2c4b0296be8f405982f4f5975a2db1e8 2024-12-09T03:42:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/b2719ee462324cb18baef21ac68f36b6 is 50, key is test_row_0/B:col10/1733715776295/Put/seqid=0 2024-12-09T03:42:57,541 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:57,542 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/077bfff42851453398224483ae9b8423 is 50, key is test_row_0/C:col10/1733715775927/Put/seqid=0 2024-12-09T03:42:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742354_1530 (size=12301) 2024-12-09T03:42:57,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742355_1531 (size=12949) 2024-12-09T03:42:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715837612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715837612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715837612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715837612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715837621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T03:42:57,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715837831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715837831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715837831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715837831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715837842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:57,948 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/b2719ee462324cb18baef21ac68f36b6 2024-12-09T03:42:57,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ee5cbfdbc026445fab8e015decd27ce7 is 50, key is test_row_0/C:col10/1733715776295/Put/seqid=0 2024-12-09T03:42:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742356_1532 (size=12301) 2024-12-09T03:42:57,959 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/077bfff42851453398224483ae9b8423 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/077bfff42851453398224483ae9b8423 2024-12-09T03:42:57,962 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into 077bfff42851453398224483ae9b8423(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:57,962 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:57,962 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715777108; duration=0sec 2024-12-09T03:42:57,962 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:57,962 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:42:58,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715838152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715838152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715838152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715838152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715838161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,359 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ee5cbfdbc026445fab8e015decd27ce7 2024-12-09T03:42:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/2c4b0296be8f405982f4f5975a2db1e8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/2c4b0296be8f405982f4f5975a2db1e8 2024-12-09T03:42:58,365 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/2c4b0296be8f405982f4f5975a2db1e8, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T03:42:58,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/b2719ee462324cb18baef21ac68f36b6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/b2719ee462324cb18baef21ac68f36b6 2024-12-09T03:42:58,368 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/b2719ee462324cb18baef21ac68f36b6, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T03:42:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ee5cbfdbc026445fab8e015decd27ce7 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ee5cbfdbc026445fab8e015decd27ce7 2024-12-09T03:42:58,372 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ee5cbfdbc026445fab8e015decd27ce7, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T03:42:58,373 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1248ms, sequenceid=312, compaction requested=false 2024-12-09T03:42:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-09T03:42:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-09T03:42:58,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-09T03:42:58,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-12-09T03:42:58,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8640 sec 2024-12-09T03:42:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T03:42:58,662 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:42:58,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:42:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-09T03:42:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T03:42:58,664 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:42:58,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:42:58,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:42:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:58,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:42:58,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:58,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:58,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:58,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:58,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:58,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:58,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/94eaac769b4144118a605e2756c30766 is 50, key is test_row_0/A:col10/1733715777500/Put/seqid=0 2024-12-09T03:42:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742357_1533 (size=14741) 2024-12-09T03:42:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715838722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715838723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715838723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715838724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715838724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T03:42:58,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T03:42:58,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:58,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:58,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:58,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:58,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:58,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715838841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715838851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715838851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715838852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715838852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:58,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T03:42:58,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:58,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:58,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:58,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:58,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T03:42:59,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715839051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715839062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715839062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715839062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715839062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/94eaac769b4144118a605e2756c30766 2024-12-09T03:42:59,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/0d98661c83ba4ea4a3682393883e214f is 50, key is test_row_0/B:col10/1733715777500/Put/seqid=0 2024-12-09T03:42:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742358_1534 (size=12301) 2024-12-09T03:42:59,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T03:42:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T03:42:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T03:42:59,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715839361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715839381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715839382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715839382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715839382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T03:42:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:42:59,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/0d98661c83ba4ea4a3682393883e214f 2024-12-09T03:42:59,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/c8d54f30be6f47f98d6c5bb63fa31f59 is 50, key is test_row_0/C:col10/1733715777500/Put/seqid=0 2024-12-09T03:42:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742359_1535 (size=12301) 2024-12-09T03:42:59,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/c8d54f30be6f47f98d6c5bb63fa31f59 2024-12-09T03:42:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/94eaac769b4144118a605e2756c30766 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/94eaac769b4144118a605e2756c30766 2024-12-09T03:42:59,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/94eaac769b4144118a605e2756c30766, entries=200, sequenceid=332, filesize=14.4 K 2024-12-09T03:42:59,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/0d98661c83ba4ea4a3682393883e214f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/0d98661c83ba4ea4a3682393883e214f 2024-12-09T03:42:59,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/0d98661c83ba4ea4a3682393883e214f, entries=150, sequenceid=332, filesize=12.0 K 2024-12-09T03:42:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/c8d54f30be6f47f98d6c5bb63fa31f59 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c8d54f30be6f47f98d6c5bb63fa31f59 2024-12-09T03:42:59,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c8d54f30be6f47f98d6c5bb63fa31f59, entries=150, sequenceid=332, filesize=12.0 K 2024-12-09T03:42:59,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 40d727c6b5dd85efc5c9c4170ec6a284 in 851ms, sequenceid=332, compaction requested=true 2024-12-09T03:42:59,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:59,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:42:59,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:59,520 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:59,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:42:59,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:59,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:42:59,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:59,520 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:59,520 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:59,520 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:42:59,521 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,521 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,521 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/cb81ce139bc84cf394813f29620509f0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/b2719ee462324cb18baef21ac68f36b6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/0d98661c83ba4ea4a3682393883e214f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.7 K 2024-12-09T03:42:59,521 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/b385764874d14c4d99015a587ac922a4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/2c4b0296be8f405982f4f5975a2db1e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/94eaac769b4144118a605e2756c30766] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=39.1 K 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b385764874d14c4d99015a587ac922a4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715775925 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting cb81ce139bc84cf394813f29620509f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715775925 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4b0296be8f405982f4f5975a2db1e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715776293 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting b2719ee462324cb18baef21ac68f36b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715776293 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94eaac769b4144118a605e2756c30766, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715777483 2024-12-09T03:42:59,521 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d98661c83ba4ea4a3682393883e214f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715777487 2024-12-09T03:42:59,528 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:59,528 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/f503545a13aa48429dedd94f9d3a25b4 is 50, key is test_row_0/A:col10/1733715777500/Put/seqid=0 2024-12-09T03:42:59,528 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:59,529 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/8bc4ba5a792b433aa93bdcbed3f16c64 is 50, key is test_row_0/B:col10/1733715777500/Put/seqid=0 2024-12-09T03:42:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742360_1536 (size=13051) 2024-12-09T03:42:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742361_1537 (size=13051) 2024-12-09T03:42:59,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T03:42:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,582 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:42:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:42:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:42:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:42:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:42:59,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/ade704d2f4534c069570765b6aba3619 is 50, key is test_row_0/A:col10/1733715778722/Put/seqid=0 2024-12-09T03:42:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742362_1538 (size=12301) 2024-12-09T03:42:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T03:42:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:42:59,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:42:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715839917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715839923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,941 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/8bc4ba5a792b433aa93bdcbed3f16c64 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8bc4ba5a792b433aa93bdcbed3f16c64 2024-12-09T03:42:59,941 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/f503545a13aa48429dedd94f9d3a25b4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/f503545a13aa48429dedd94f9d3a25b4 2024-12-09T03:42:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715839932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,945 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into 8bc4ba5a792b433aa93bdcbed3f16c64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:59,945 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into f503545a13aa48429dedd94f9d3a25b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:42:59,945 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:59,945 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:42:59,945 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715779520; duration=0sec 2024-12-09T03:42:59,945 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715779519; duration=0sec 2024-12-09T03:42:59,945 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:42:59,945 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:42:59,946 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:42:59,946 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:42:59,946 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:42:59,946 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:42:59,946 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:42:59,946 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:42:59,946 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/077bfff42851453398224483ae9b8423, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ee5cbfdbc026445fab8e015decd27ce7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c8d54f30be6f47f98d6c5bb63fa31f59] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.7 K 2024-12-09T03:42:59,947 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 077bfff42851453398224483ae9b8423, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733715775925 2024-12-09T03:42:59,947 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ee5cbfdbc026445fab8e015decd27ce7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733715776293 2024-12-09T03:42:59,947 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c8d54f30be6f47f98d6c5bb63fa31f59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715777487 2024-12-09T03:42:59,952 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:42:59,952 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/461e8bf89f044a9e81e8d2554f467243 is 50, key is test_row_0/C:col10/1733715777500/Put/seqid=0 2024-12-09T03:42:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715839937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:42:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715839937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:42:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:42:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:42:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742363_1539 (size=13051) 2024-12-09T03:42:59,998 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/ade704d2f4534c069570765b6aba3619 2024-12-09T03:43:00,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/f2e5639f8c9b4bbaa86d2e697c7fd49c is 50, key is test_row_0/B:col10/1733715778722/Put/seqid=0 2024-12-09T03:43:00,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742364_1540 (size=12301) 2024-12-09T03:43:00,009 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/f2e5639f8c9b4bbaa86d2e697c7fd49c 2024-12-09T03:43:00,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a4553ffeced641eebc61a168008b8e35 is 50, key is test_row_0/C:col10/1733715778722/Put/seqid=0 2024-12-09T03:43:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742365_1541 (size=12301) 2024-12-09T03:43:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715840041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715840041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715840051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715840062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715840062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715840261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715840261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715840262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715840281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715840281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,360 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/461e8bf89f044a9e81e8d2554f467243 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/461e8bf89f044a9e81e8d2554f467243 2024-12-09T03:43:00,364 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into 461e8bf89f044a9e81e8d2554f467243(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:00,364 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:00,364 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715779520; duration=0sec 2024-12-09T03:43:00,364 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:00,364 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:43:00,427 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a4553ffeced641eebc61a168008b8e35 2024-12-09T03:43:00,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/ade704d2f4534c069570765b6aba3619 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ade704d2f4534c069570765b6aba3619 2024-12-09T03:43:00,434 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ade704d2f4534c069570765b6aba3619, entries=150, sequenceid=348, filesize=12.0 K 2024-12-09T03:43:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/f2e5639f8c9b4bbaa86d2e697c7fd49c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f2e5639f8c9b4bbaa86d2e697c7fd49c 2024-12-09T03:43:00,437 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f2e5639f8c9b4bbaa86d2e697c7fd49c, entries=150, sequenceid=348, filesize=12.0 K 2024-12-09T03:43:00,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/a4553ffeced641eebc61a168008b8e35 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a4553ffeced641eebc61a168008b8e35 2024-12-09T03:43:00,440 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a4553ffeced641eebc61a168008b8e35, entries=150, sequenceid=348, filesize=12.0 K 2024-12-09T03:43:00,441 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 40d727c6b5dd85efc5c9c4170ec6a284 in 859ms, sequenceid=348, compaction requested=false 2024-12-09T03:43:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-09T03:43:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-09T03:43:00,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-09T03:43:00,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7770 sec 2024-12-09T03:43:00,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.7820 sec 2024-12-09T03:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:43:00,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T03:43:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:43:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:43:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:43:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:00,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/6d8584d0b5f345359027d062d667343a is 50, key is test_row_0/A:col10/1733715779931/Put/seqid=0 2024-12-09T03:43:00,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742366_1542 (size=14741) 2024-12-09T03:43:00,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715840603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715840614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715840615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715840616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715840616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715840722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715840722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715840731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715840731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715840741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T03:43:00,811 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:00,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-09T03:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T03:43:00,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:00,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:00,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T03:43:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715840931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715840941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715840952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715840952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715840952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:00,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:43:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:00,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:00,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/6d8584d0b5f345359027d062d667343a 2024-12-09T03:43:01,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/d957012772ff4cd3b9280be105e895f4 is 50, key is test_row_0/B:col10/1733715779931/Put/seqid=0 2024-12-09T03:43:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742367_1543 (size=12301) 2024-12-09T03:43:01,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:43:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T03:43:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715841254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715841261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:43:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715841272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715841272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715841273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/d957012772ff4cd3b9280be105e895f4 2024-12-09T03:43:01,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/7f1741002cfb403c87c7da2b56f5bf3b is 50, key is test_row_0/C:col10/1733715779931/Put/seqid=0 2024-12-09T03:43:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742368_1544 (size=12301) 2024-12-09T03:43:01,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:43:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T03:43:01,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:43:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. as already flushing 2024-12-09T03:43:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:01,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44378 deadline: 1733715841761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1733715841782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44348 deadline: 1733715841791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1733715841791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44308 deadline: 1733715841791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 , the old value is region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., hostname=55d0183f16d2,42631,1733715637333, seqNum=2 because the exception is null or not the one we care about 2024-12-09T03:43:01,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/7f1741002cfb403c87c7da2b56f5bf3b 2024-12-09T03:43:01,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/6d8584d0b5f345359027d062d667343a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6d8584d0b5f345359027d062d667343a 2024-12-09T03:43:01,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6d8584d0b5f345359027d062d667343a, entries=200, sequenceid=369, filesize=14.4 K 2024-12-09T03:43:01,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/d957012772ff4cd3b9280be105e895f4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d957012772ff4cd3b9280be105e895f4 2024-12-09T03:43:01,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d957012772ff4cd3b9280be105e895f4, entries=150, sequenceid=369, filesize=12.0 K 2024-12-09T03:43:01,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/7f1741002cfb403c87c7da2b56f5bf3b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/7f1741002cfb403c87c7da2b56f5bf3b 2024-12-09T03:43:01,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/7f1741002cfb403c87c7da2b56f5bf3b, entries=150, sequenceid=369, filesize=12.0 K 2024-12-09T03:43:01,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1245ms, sequenceid=369, compaction requested=true 2024-12-09T03:43:01,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:01,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:01,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:01,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:01,834 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:01,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:01,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40d727c6b5dd85efc5c9c4170ec6a284:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:01,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:01,834 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:01,834 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:01,834 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:01,834 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/A is initiating minor compaction (all files) 2024-12-09T03:43:01,834 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/B is initiating minor compaction (all files) 2024-12-09T03:43:01,834 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/A in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,834 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/B in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,834 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8bc4ba5a792b433aa93bdcbed3f16c64, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f2e5639f8c9b4bbaa86d2e697c7fd49c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d957012772ff4cd3b9280be105e895f4] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.8 K 2024-12-09T03:43:01,835 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/f503545a13aa48429dedd94f9d3a25b4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ade704d2f4534c069570765b6aba3619, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6d8584d0b5f345359027d062d667343a] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=39.2 K 2024-12-09T03:43:01,835 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bc4ba5a792b433aa93bdcbed3f16c64, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715777487 2024-12-09T03:43:01,835 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f503545a13aa48429dedd94f9d3a25b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715777487 2024-12-09T03:43:01,835 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting f2e5639f8c9b4bbaa86d2e697c7fd49c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733715778693 2024-12-09T03:43:01,835 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ade704d2f4534c069570765b6aba3619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733715778693 2024-12-09T03:43:01,835 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting d957012772ff4cd3b9280be105e895f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733715779916 2024-12-09T03:43:01,835 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d8584d0b5f345359027d062d667343a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733715779915 2024-12-09T03:43:01,842 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:01,843 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#A#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:01,843 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/80a1a7a8fafa4bcbabd62d99c492e8d0 is 50, key is test_row_0/B:col10/1733715779931/Put/seqid=0 2024-12-09T03:43:01,843 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/6050b71424184a2a92e8ba0f55a37c06 is 50, key is test_row_0/A:col10/1733715779931/Put/seqid=0 2024-12-09T03:43:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742369_1545 (size=13153) 2024-12-09T03:43:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742370_1546 (size=13153) 2024-12-09T03:43:01,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:01,886 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:43:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/1f171997e98e489b9b24aa0186d16676 is 50, key is test_row_0/A:col10/1733715780614/Put/seqid=0 2024-12-09T03:43:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742371_1547 (size=12301) 2024-12-09T03:43:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T03:43:02,250 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/80a1a7a8fafa4bcbabd62d99c492e8d0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/80a1a7a8fafa4bcbabd62d99c492e8d0 2024-12-09T03:43:02,251 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/6050b71424184a2a92e8ba0f55a37c06 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6050b71424184a2a92e8ba0f55a37c06 2024-12-09T03:43:02,254 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/B of 40d727c6b5dd85efc5c9c4170ec6a284 into 80a1a7a8fafa4bcbabd62d99c492e8d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:02,254 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:02,254 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/B, priority=13, startTime=1733715781834; duration=0sec 2024-12-09T03:43:02,255 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:02,255 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:B 2024-12-09T03:43:02,255 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:02,255 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/A of 40d727c6b5dd85efc5c9c4170ec6a284 into 6050b71424184a2a92e8ba0f55a37c06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:02,255 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:02,255 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/A, priority=13, startTime=1733715781833; duration=0sec 2024-12-09T03:43:02,255 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:02,256 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:A 2024-12-09T03:43:02,256 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:02,256 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): 40d727c6b5dd85efc5c9c4170ec6a284/C is initiating minor compaction (all files) 2024-12-09T03:43:02,256 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40d727c6b5dd85efc5c9c4170ec6a284/C in TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:02,256 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/461e8bf89f044a9e81e8d2554f467243, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a4553ffeced641eebc61a168008b8e35, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/7f1741002cfb403c87c7da2b56f5bf3b] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp, totalSize=36.8 K 2024-12-09T03:43:02,256 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 461e8bf89f044a9e81e8d2554f467243, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733715777487 2024-12-09T03:43:02,257 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a4553ffeced641eebc61a168008b8e35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733715778693 2024-12-09T03:43:02,257 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f1741002cfb403c87c7da2b56f5bf3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733715779916 2024-12-09T03:43:02,263 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40d727c6b5dd85efc5c9c4170ec6a284#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:02,264 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4d90ae1c62a144dc9d3cb30bcc2375a8 is 50, key is test_row_0/C:col10/1733715779931/Put/seqid=0 2024-12-09T03:43:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742372_1548 (size=13153) 2024-12-09T03:43:02,271 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4d90ae1c62a144dc9d3cb30bcc2375a8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4d90ae1c62a144dc9d3cb30bcc2375a8 2024-12-09T03:43:02,276 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40d727c6b5dd85efc5c9c4170ec6a284/C of 40d727c6b5dd85efc5c9c4170ec6a284 into 4d90ae1c62a144dc9d3cb30bcc2375a8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:02,276 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:02,277 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., storeName=40d727c6b5dd85efc5c9c4170ec6a284/C, priority=13, startTime=1733715781834; duration=0sec 2024-12-09T03:43:02,277 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:02,277 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40d727c6b5dd85efc5c9c4170ec6a284:C 2024-12-09T03:43:02,295 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/1f171997e98e489b9b24aa0186d16676 2024-12-09T03:43:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/18e8be431f2a479d815dece81af8748e is 50, key is test_row_0/B:col10/1733715780614/Put/seqid=0 2024-12-09T03:43:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742373_1549 (size=12301) 2024-12-09T03:43:02,332 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/18e8be431f2a479d815dece81af8748e 2024-12-09T03:43:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ec26303098cf4b5ab81ca6798d15f778 is 50, key is test_row_0/C:col10/1733715780614/Put/seqid=0 2024-12-09T03:43:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742374_1550 (size=12301) 2024-12-09T03:43:02,365 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ec26303098cf4b5ab81ca6798d15f778 2024-12-09T03:43:02,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/1f171997e98e489b9b24aa0186d16676 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/1f171997e98e489b9b24aa0186d16676 2024-12-09T03:43:02,380 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/1f171997e98e489b9b24aa0186d16676, entries=150, sequenceid=384, filesize=12.0 K 2024-12-09T03:43:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/18e8be431f2a479d815dece81af8748e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/18e8be431f2a479d815dece81af8748e 2024-12-09T03:43:02,406 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/18e8be431f2a479d815dece81af8748e, entries=150, sequenceid=384, filesize=12.0 K 2024-12-09T03:43:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/ec26303098cf4b5ab81ca6798d15f778 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ec26303098cf4b5ab81ca6798d15f778 2024-12-09T03:43:02,414 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ec26303098cf4b5ab81ca6798d15f778, entries=150, sequenceid=384, filesize=12.0 K 2024-12-09T03:43:02,415 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 40d727c6b5dd85efc5c9c4170ec6a284 in 529ms, sequenceid=384, compaction requested=false 2024-12-09T03:43:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 40d727c6b5dd85efc5c9c4170ec6a284: 2024-12-09T03:43:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-09T03:43:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-09T03:43:02,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-09T03:43:02,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec 2024-12-09T03:43:02,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.6090 sec 2024-12-09T03:43:02,601 INFO [Thread-2107 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2107. 2024-12-09T03:43:02,601 DEBUG [Thread-2107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,601 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,601 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,603 INFO [Thread-2113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2113. 2024-12-09T03:43:02,603 DEBUG [Thread-2113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,603 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,603 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,603 INFO [Thread-2105 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2105. 2024-12-09T03:43:02,603 DEBUG [Thread-2105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,603 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,603 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,605 INFO [Thread-2111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2111. 2024-12-09T03:43:02,605 DEBUG [Thread-2111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,605 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,605 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,607 INFO [Thread-2109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2109. 2024-12-09T03:43:02,607 DEBUG [Thread-2109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,607 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,607 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,783 INFO [Thread-2102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2102. 2024-12-09T03:43:02,783 DEBUG [Thread-2102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,783 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,783 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,803 INFO [Thread-2094 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2094. 2024-12-09T03:43:02,803 DEBUG [Thread-2094 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,803 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,803 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,813 INFO [Thread-2100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2100. 2024-12-09T03:43:02,813 INFO [Thread-2096 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2096. 2024-12-09T03:43:02,813 INFO [Thread-2098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2098. 2024-12-09T03:43:02,813 DEBUG [Thread-2100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,813 DEBUG [Thread-2096 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,813 DEBUG [Thread-2098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:02,813 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,813 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,813 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,813 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,813 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,813 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T03:43:02,972 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1147 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3437 rows 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1146 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3434 rows 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1148 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3444 rows 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1143 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3425 rows 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1152 2024-12-09T03:43:02,972 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3455 rows 2024-12-09T03:43:02,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:43:02,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:43:02,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:02,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:02,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T03:43:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T03:43:02,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715782975"}]},"ts":"1733715782975"} 2024-12-09T03:43:02,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T03:43:02,977 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T03:43:02,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:43:02,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, UNASSIGN}] 2024-12-09T03:43:02,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, UNASSIGN 2024-12-09T03:43:02,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=40d727c6b5dd85efc5c9c4170ec6a284, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:02,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, UNASSIGN because future has completed 2024-12-09T03:43:02,981 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:43:02,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:43:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T03:43:03,132 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 40d727c6b5dd85efc5c9c4170ec6a284, disabling compactions & flushes 2024-12-09T03:43:03,133 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. after waiting 0 ms 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:03,133 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing 40d727c6b5dd85efc5c9c4170ec6a284 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=A 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=B 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40d727c6b5dd85efc5c9c4170ec6a284, store=C 2024-12-09T03:43:03,133 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:03,136 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e46f9522420343c88d8bfec82de41883 is 50, key is test_row_1/A:col10/1733715782811/Put/seqid=0 2024-12-09T03:43:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742375_1551 (size=9857) 2024-12-09T03:43:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T03:43:03,540 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e46f9522420343c88d8bfec82de41883 2024-12-09T03:43:03,545 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/315f56d543ad4c0a806230c431524ad4 is 50, key is test_row_1/B:col10/1733715782811/Put/seqid=0 2024-12-09T03:43:03,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742376_1552 (size=9857) 2024-12-09T03:43:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T03:43:03,948 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/315f56d543ad4c0a806230c431524ad4 2024-12-09T03:43:03,953 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4701738bdc66401ba726ae80185c0e18 is 50, key is test_row_1/C:col10/1733715782811/Put/seqid=0 2024-12-09T03:43:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742377_1553 (size=9857) 2024-12-09T03:43:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T03:43:04,357 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4701738bdc66401ba726ae80185c0e18 2024-12-09T03:43:04,360 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/A/e46f9522420343c88d8bfec82de41883 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e46f9522420343c88d8bfec82de41883 2024-12-09T03:43:04,362 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e46f9522420343c88d8bfec82de41883, entries=100, sequenceid=395, filesize=9.6 K 2024-12-09T03:43:04,363 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/B/315f56d543ad4c0a806230c431524ad4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/315f56d543ad4c0a806230c431524ad4 2024-12-09T03:43:04,365 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/315f56d543ad4c0a806230c431524ad4, entries=100, sequenceid=395, filesize=9.6 K 2024-12-09T03:43:04,365 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/.tmp/C/4701738bdc66401ba726ae80185c0e18 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4701738bdc66401ba726ae80185c0e18 2024-12-09T03:43:04,368 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4701738bdc66401ba726ae80185c0e18, entries=100, sequenceid=395, filesize=9.6 K 2024-12-09T03:43:04,368 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1235ms, sequenceid=395, compaction requested=true 2024-12-09T03:43:04,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/7845383b0f434dccbe0773abf73b9fbe, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37a6a34fa57f417d86c8e90c02b3f7b5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a268e4a0849c4d71a0086b2cf4a4bfe4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e26320a5a2134ac494dc55b0064f276c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e77647fb97ae4ecf8797a63e1bfa328b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/57be7719aae24de1a67aa4192ee944aa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/8244daf54f024190b8c0e4b017650692, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a107b2d16ce64fcab8aba0a64f461368, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/64b08e8a8add46bbbe797241b4aa2247, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37ba3265dfbf4bf59881b5d244bf3507, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e9c584f5cdd84e71a73aaaad27ffc2eb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/650faf698b5a4e069a6b429b7f4d9e79, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ef52a974eebb47dc9008f1056b317625, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5d19fb5c0f514218938f75fb604a71c1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e88fc74f5290442185e048d57fe5d800, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4a38e25bdebb42c78e24f40150b990cb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4b9fe91e727345edb14fa1dc0b3180d2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5e8d49197e6243609c112e273c9a1952, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/b385764874d14c4d99015a587ac922a4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/2c4b0296be8f405982f4f5975a2db1e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/94eaac769b4144118a605e2756c30766, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/f503545a13aa48429dedd94f9d3a25b4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ade704d2f4534c069570765b6aba3619, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6d8584d0b5f345359027d062d667343a] to archive 2024-12-09T03:43:04,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:43:04,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/7845383b0f434dccbe0773abf73b9fbe to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/7845383b0f434dccbe0773abf73b9fbe 2024-12-09T03:43:04,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37a6a34fa57f417d86c8e90c02b3f7b5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37a6a34fa57f417d86c8e90c02b3f7b5 2024-12-09T03:43:04,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a25d1d5954f04c8e8c0cdbd1cf7d1ad4 2024-12-09T03:43:04,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a268e4a0849c4d71a0086b2cf4a4bfe4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a268e4a0849c4d71a0086b2cf4a4bfe4 2024-12-09T03:43:04,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e26320a5a2134ac494dc55b0064f276c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e26320a5a2134ac494dc55b0064f276c 2024-12-09T03:43:04,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e77647fb97ae4ecf8797a63e1bfa328b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e77647fb97ae4ecf8797a63e1bfa328b 2024-12-09T03:43:04,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/57be7719aae24de1a67aa4192ee944aa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/57be7719aae24de1a67aa4192ee944aa 2024-12-09T03:43:04,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/8244daf54f024190b8c0e4b017650692 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/8244daf54f024190b8c0e4b017650692 2024-12-09T03:43:04,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a107b2d16ce64fcab8aba0a64f461368 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/a107b2d16ce64fcab8aba0a64f461368 2024-12-09T03:43:04,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/64b08e8a8add46bbbe797241b4aa2247 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/64b08e8a8add46bbbe797241b4aa2247 2024-12-09T03:43:04,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37ba3265dfbf4bf59881b5d244bf3507 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/37ba3265dfbf4bf59881b5d244bf3507 2024-12-09T03:43:04,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e9c584f5cdd84e71a73aaaad27ffc2eb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e9c584f5cdd84e71a73aaaad27ffc2eb 2024-12-09T03:43:04,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/650faf698b5a4e069a6b429b7f4d9e79 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/650faf698b5a4e069a6b429b7f4d9e79 2024-12-09T03:43:04,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ef52a974eebb47dc9008f1056b317625 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ef52a974eebb47dc9008f1056b317625 2024-12-09T03:43:04,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5d19fb5c0f514218938f75fb604a71c1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5d19fb5c0f514218938f75fb604a71c1 2024-12-09T03:43:04,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e88fc74f5290442185e048d57fe5d800 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e88fc74f5290442185e048d57fe5d800 2024-12-09T03:43:04,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4a38e25bdebb42c78e24f40150b990cb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4a38e25bdebb42c78e24f40150b990cb 2024-12-09T03:43:04,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4b9fe91e727345edb14fa1dc0b3180d2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/4b9fe91e727345edb14fa1dc0b3180d2 2024-12-09T03:43:04,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5e8d49197e6243609c112e273c9a1952 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/5e8d49197e6243609c112e273c9a1952 2024-12-09T03:43:04,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/b385764874d14c4d99015a587ac922a4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/b385764874d14c4d99015a587ac922a4 2024-12-09T03:43:04,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/2c4b0296be8f405982f4f5975a2db1e8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/2c4b0296be8f405982f4f5975a2db1e8 2024-12-09T03:43:04,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/94eaac769b4144118a605e2756c30766 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/94eaac769b4144118a605e2756c30766 2024-12-09T03:43:04,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/f503545a13aa48429dedd94f9d3a25b4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/f503545a13aa48429dedd94f9d3a25b4 2024-12-09T03:43:04,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ade704d2f4534c069570765b6aba3619 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/ade704d2f4534c069570765b6aba3619 2024-12-09T03:43:04,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6d8584d0b5f345359027d062d667343a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6d8584d0b5f345359027d062d667343a 2024-12-09T03:43:04,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/504eb330558f4bb6a51d4925c79793f7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f5d3c3a08df949759f57775141b9b0e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/23db0c4fe559465283e50cda5bf3274e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/6c858f81d25145c5881bae2fb49b0f1b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/20a2838ebe144bd1ad41f5aed2d7a419, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/e10f5765b84349c9a45094491f321bc3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/eab01cc2b02c447c9e24df2a50afee17, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d2deeef887284b1fb2e1cfc2775bc4d6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17059a8529d04c67ab07912dd62eeabf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17f7128e5c6a479398dcc39277db445b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/4a62b469589e47bfb194ba27ae0bc7a2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/120a6ebbe3634fdfabf83541f8835978, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/df9f5c38266248168ecaf1e33fbf3cae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/559bef5a5f2142ca8c0fe9e1a8c4035e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8e25ef1c12e94bce9cd5d9cd601f6ba2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/3d5b0b2fb6b04727bc4971f9a2b45cfd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/ab05970ca5434f05ba718b7da0e43cc4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/88b68d6784504df59199cc8af65fd61b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/cb81ce139bc84cf394813f29620509f0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/64075a50475b4e4a848a29a78e177e6a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/b2719ee462324cb18baef21ac68f36b6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8bc4ba5a792b433aa93bdcbed3f16c64, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/0d98661c83ba4ea4a3682393883e214f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f2e5639f8c9b4bbaa86d2e697c7fd49c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d957012772ff4cd3b9280be105e895f4] to archive 2024-12-09T03:43:04,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:43:04,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/504eb330558f4bb6a51d4925c79793f7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/504eb330558f4bb6a51d4925c79793f7 2024-12-09T03:43:04,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f5d3c3a08df949759f57775141b9b0e8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f5d3c3a08df949759f57775141b9b0e8 2024-12-09T03:43:04,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/23db0c4fe559465283e50cda5bf3274e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/23db0c4fe559465283e50cda5bf3274e 2024-12-09T03:43:04,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/6c858f81d25145c5881bae2fb49b0f1b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/6c858f81d25145c5881bae2fb49b0f1b 2024-12-09T03:43:04,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/20a2838ebe144bd1ad41f5aed2d7a419 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/20a2838ebe144bd1ad41f5aed2d7a419 2024-12-09T03:43:04,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/e10f5765b84349c9a45094491f321bc3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/e10f5765b84349c9a45094491f321bc3 2024-12-09T03:43:04,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/eab01cc2b02c447c9e24df2a50afee17 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/eab01cc2b02c447c9e24df2a50afee17 2024-12-09T03:43:04,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d2deeef887284b1fb2e1cfc2775bc4d6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d2deeef887284b1fb2e1cfc2775bc4d6 2024-12-09T03:43:04,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17059a8529d04c67ab07912dd62eeabf to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17059a8529d04c67ab07912dd62eeabf 2024-12-09T03:43:04,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17f7128e5c6a479398dcc39277db445b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/17f7128e5c6a479398dcc39277db445b 2024-12-09T03:43:04,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/4a62b469589e47bfb194ba27ae0bc7a2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/4a62b469589e47bfb194ba27ae0bc7a2 2024-12-09T03:43:04,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/120a6ebbe3634fdfabf83541f8835978 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/120a6ebbe3634fdfabf83541f8835978 2024-12-09T03:43:04,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/df9f5c38266248168ecaf1e33fbf3cae to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/df9f5c38266248168ecaf1e33fbf3cae 2024-12-09T03:43:04,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/559bef5a5f2142ca8c0fe9e1a8c4035e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/559bef5a5f2142ca8c0fe9e1a8c4035e 2024-12-09T03:43:04,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8e25ef1c12e94bce9cd5d9cd601f6ba2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8e25ef1c12e94bce9cd5d9cd601f6ba2 2024-12-09T03:43:04,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/3d5b0b2fb6b04727bc4971f9a2b45cfd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/3d5b0b2fb6b04727bc4971f9a2b45cfd 2024-12-09T03:43:04,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/ab05970ca5434f05ba718b7da0e43cc4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/ab05970ca5434f05ba718b7da0e43cc4 2024-12-09T03:43:04,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/88b68d6784504df59199cc8af65fd61b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/88b68d6784504df59199cc8af65fd61b 2024-12-09T03:43:04,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/cb81ce139bc84cf394813f29620509f0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/cb81ce139bc84cf394813f29620509f0 2024-12-09T03:43:04,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/64075a50475b4e4a848a29a78e177e6a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/64075a50475b4e4a848a29a78e177e6a 2024-12-09T03:43:04,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/b2719ee462324cb18baef21ac68f36b6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/b2719ee462324cb18baef21ac68f36b6 2024-12-09T03:43:04,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8bc4ba5a792b433aa93bdcbed3f16c64 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/8bc4ba5a792b433aa93bdcbed3f16c64 2024-12-09T03:43:04,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/0d98661c83ba4ea4a3682393883e214f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/0d98661c83ba4ea4a3682393883e214f 2024-12-09T03:43:04,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f2e5639f8c9b4bbaa86d2e697c7fd49c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/f2e5639f8c9b4bbaa86d2e697c7fd49c 2024-12-09T03:43:04,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d957012772ff4cd3b9280be105e895f4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/d957012772ff4cd3b9280be105e895f4 2024-12-09T03:43:04,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/f5356b35dba54803ae8a36d20171dd11, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/09a15fa25a564fc987216a32a617315d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cc0de1b3159347cc83175f2eb508cbbb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/75fc2e7d7e2547c18505b3a810fe9d57, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/68a1d921f36e423784c95dafaceb7b3e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/48fce163a7d845109d7f6a0158c9d0b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/287eb255eeb542a0bccfd6168d3ab3fe, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4b64818257944ca39175887985aac8ed, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c7acf3e0eaef4cbb8b53b62c40e31337, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/6b70011183824ca38b89b0ec714d9206, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/1b1a1c77107e4900bf97219ed2434c28, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/055abbe633064ee880247220921dadaf, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a0113c2be17e4524896f5377ddc668c2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/8d0e2a986344450c97c3b911a263f9b0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a5177b55f222488b83f3f7abf253e5b4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ae8fbf69e9cf412bbae73076f0d37deb, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/dcc40fd74abd40af8c3a61cfcae4420c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cd59cc0a05594611ac2491cfaa9731b4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/077bfff42851453398224483ae9b8423, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/d756586f797449ff9f125fdfa6c34e69, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ee5cbfdbc026445fab8e015decd27ce7, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/461e8bf89f044a9e81e8d2554f467243, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c8d54f30be6f47f98d6c5bb63fa31f59, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a4553ffeced641eebc61a168008b8e35, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/7f1741002cfb403c87c7da2b56f5bf3b] to archive 2024-12-09T03:43:04,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:43:04,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/f5356b35dba54803ae8a36d20171dd11 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/f5356b35dba54803ae8a36d20171dd11 2024-12-09T03:43:04,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/09a15fa25a564fc987216a32a617315d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/09a15fa25a564fc987216a32a617315d 2024-12-09T03:43:04,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cc0de1b3159347cc83175f2eb508cbbb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cc0de1b3159347cc83175f2eb508cbbb 2024-12-09T03:43:04,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/75fc2e7d7e2547c18505b3a810fe9d57 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/75fc2e7d7e2547c18505b3a810fe9d57 2024-12-09T03:43:04,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/68a1d921f36e423784c95dafaceb7b3e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/68a1d921f36e423784c95dafaceb7b3e 2024-12-09T03:43:04,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/48fce163a7d845109d7f6a0158c9d0b1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/48fce163a7d845109d7f6a0158c9d0b1 2024-12-09T03:43:04,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/287eb255eeb542a0bccfd6168d3ab3fe to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/287eb255eeb542a0bccfd6168d3ab3fe 2024-12-09T03:43:04,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4b64818257944ca39175887985aac8ed to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4b64818257944ca39175887985aac8ed 2024-12-09T03:43:04,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c7acf3e0eaef4cbb8b53b62c40e31337 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c7acf3e0eaef4cbb8b53b62c40e31337 2024-12-09T03:43:04,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/6b70011183824ca38b89b0ec714d9206 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/6b70011183824ca38b89b0ec714d9206 2024-12-09T03:43:04,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/1b1a1c77107e4900bf97219ed2434c28 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/1b1a1c77107e4900bf97219ed2434c28 2024-12-09T03:43:04,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/055abbe633064ee880247220921dadaf to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/055abbe633064ee880247220921dadaf 2024-12-09T03:43:04,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a0113c2be17e4524896f5377ddc668c2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a0113c2be17e4524896f5377ddc668c2 2024-12-09T03:43:04,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/8d0e2a986344450c97c3b911a263f9b0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/8d0e2a986344450c97c3b911a263f9b0 2024-12-09T03:43:04,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a5177b55f222488b83f3f7abf253e5b4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a5177b55f222488b83f3f7abf253e5b4 2024-12-09T03:43:04,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ae8fbf69e9cf412bbae73076f0d37deb to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ae8fbf69e9cf412bbae73076f0d37deb 2024-12-09T03:43:04,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/dcc40fd74abd40af8c3a61cfcae4420c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/dcc40fd74abd40af8c3a61cfcae4420c 2024-12-09T03:43:04,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cd59cc0a05594611ac2491cfaa9731b4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/cd59cc0a05594611ac2491cfaa9731b4 2024-12-09T03:43:04,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/077bfff42851453398224483ae9b8423 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/077bfff42851453398224483ae9b8423 2024-12-09T03:43:04,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/d756586f797449ff9f125fdfa6c34e69 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/d756586f797449ff9f125fdfa6c34e69 2024-12-09T03:43:04,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ee5cbfdbc026445fab8e015decd27ce7 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ee5cbfdbc026445fab8e015decd27ce7 2024-12-09T03:43:04,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/461e8bf89f044a9e81e8d2554f467243 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/461e8bf89f044a9e81e8d2554f467243 2024-12-09T03:43:04,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c8d54f30be6f47f98d6c5bb63fa31f59 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/c8d54f30be6f47f98d6c5bb63fa31f59 2024-12-09T03:43:04,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a4553ffeced641eebc61a168008b8e35 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/a4553ffeced641eebc61a168008b8e35 2024-12-09T03:43:04,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/7f1741002cfb403c87c7da2b56f5bf3b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/7f1741002cfb403c87c7da2b56f5bf3b 2024-12-09T03:43:04,433 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/recovered.edits/398.seqid, newMaxSeqId=398, maxSeqId=1 2024-12-09T03:43:04,433 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. 2024-12-09T03:43:04,434 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 40d727c6b5dd85efc5c9c4170ec6a284: Waiting for close lock at 1733715783133Running coprocessor pre-close hooks at 1733715783133Disabling compacts and flushes for region at 1733715783133Disabling writes for close at 1733715783133Obtaining lock to block concurrent updates at 1733715783133Preparing flush snapshotting stores in 40d727c6b5dd85efc5c9c4170ec6a284 at 1733715783133Finished memstore snapshotting TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733715783133Flushing stores of TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284. at 1733715783134 (+1 ms)Flushing 40d727c6b5dd85efc5c9c4170ec6a284/A: creating writer at 1733715783134Flushing 40d727c6b5dd85efc5c9c4170ec6a284/A: appending metadata at 1733715783136 (+2 ms)Flushing 40d727c6b5dd85efc5c9c4170ec6a284/A: closing flushed file at 1733715783136Flushing 40d727c6b5dd85efc5c9c4170ec6a284/B: creating writer at 1733715783543 (+407 ms)Flushing 40d727c6b5dd85efc5c9c4170ec6a284/B: appending metadata at 1733715783545 (+2 ms)Flushing 40d727c6b5dd85efc5c9c4170ec6a284/B: closing flushed file at 1733715783545Flushing 40d727c6b5dd85efc5c9c4170ec6a284/C: creating writer at 1733715783951 (+406 ms)Flushing 40d727c6b5dd85efc5c9c4170ec6a284/C: appending metadata at 1733715783953 (+2 ms)Flushing 40d727c6b5dd85efc5c9c4170ec6a284/C: closing flushed file at 1733715783953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9aba20: reopening flushed file at 1733715784359 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e81fff: reopening flushed file at 1733715784362 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5343e6: reopening flushed file at 1733715784365 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 40d727c6b5dd85efc5c9c4170ec6a284 in 1235ms, sequenceid=395, compaction requested=true at 1733715784368 (+3 ms)Writing region close event to WAL at 1733715784431 (+63 ms)Running coprocessor post-close hooks at 1733715784433 (+2 ms)Closed at 1733715784433 2024-12-09T03:43:04,435 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:43:04,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=40d727c6b5dd85efc5c9c4170ec6a284, regionState=CLOSED 2024-12-09T03:43:04,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:43:04,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-09T03:43:04,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 40d727c6b5dd85efc5c9c4170ec6a284, server=55d0183f16d2,42631,1733715637333 in 1.4560 sec 2024-12-09T03:43:04,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-09T03:43:04,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40d727c6b5dd85efc5c9c4170ec6a284, UNASSIGN in 1.4600 sec 2024-12-09T03:43:04,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-09T03:43:04,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4630 sec 2024-12-09T03:43:04,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715784442"}]},"ts":"1733715784442"} 2024-12-09T03:43:04,443 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T03:43:04,443 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T03:43:04,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4710 sec 2024-12-09T03:43:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T03:43:05,122 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:05,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T03:43:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,124 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T03:43:05,124 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,127 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:43:05,128 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/recovered.edits] 2024-12-09T03:43:05,130 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/1f171997e98e489b9b24aa0186d16676 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/1f171997e98e489b9b24aa0186d16676 2024-12-09T03:43:05,131 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6050b71424184a2a92e8ba0f55a37c06 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/6050b71424184a2a92e8ba0f55a37c06 2024-12-09T03:43:05,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e46f9522420343c88d8bfec82de41883 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/A/e46f9522420343c88d8bfec82de41883 2024-12-09T03:43:05,134 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/18e8be431f2a479d815dece81af8748e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/18e8be431f2a479d815dece81af8748e 2024-12-09T03:43:05,135 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/315f56d543ad4c0a806230c431524ad4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/315f56d543ad4c0a806230c431524ad4 2024-12-09T03:43:05,135 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/80a1a7a8fafa4bcbabd62d99c492e8d0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/B/80a1a7a8fafa4bcbabd62d99c492e8d0 2024-12-09T03:43:05,137 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4701738bdc66401ba726ae80185c0e18 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4701738bdc66401ba726ae80185c0e18 2024-12-09T03:43:05,138 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4d90ae1c62a144dc9d3cb30bcc2375a8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/4d90ae1c62a144dc9d3cb30bcc2375a8 2024-12-09T03:43:05,139 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ec26303098cf4b5ab81ca6798d15f778 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/C/ec26303098cf4b5ab81ca6798d15f778 2024-12-09T03:43:05,141 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/recovered.edits/398.seqid to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284/recovered.edits/398.seqid 2024-12-09T03:43:05,141 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/40d727c6b5dd85efc5c9c4170ec6a284 2024-12-09T03:43:05,141 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T03:43:05,143 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,144 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T03:43:05,146 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T03:43:05,147 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,147 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T03:43:05,147 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733715785147"}]},"ts":"9223372036854775807"} 2024-12-09T03:43:05,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T03:43:05,148 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 40d727c6b5dd85efc5c9c4170ec6a284, NAME => 'TestAcidGuarantees,,1733715760410.40d727c6b5dd85efc5c9c4170ec6a284.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T03:43:05,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T03:43:05,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733715785148"}]},"ts":"9223372036854775807"} 2024-12-09T03:43:05,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T03:43:05,150 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-12-09T03:43:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T03:43:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T03:43:05,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:05,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=11396 (was 11485) 2024-12-09T03:43:05,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=11396 2024-12-09T03:43:05,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:43:05,250 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:43:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:05,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T03:43:05,252 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:05,252 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-12-09T03:43:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T03:43:05,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T03:43:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742378_1554 (size=1061) 2024-12-09T03:43:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T03:43:05,481 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T03:43:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T03:43:05,658 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37 2024-12-09T03:43:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742379_1555 (size=53) 2024-12-09T03:43:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T03:43:06,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:43:06,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dab61233be2181486cb5b370961e6531, disabling compactions & flushes 2024-12-09T03:43:06,063 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. after waiting 0 ms 2024-12-09T03:43:06,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,063 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dab61233be2181486cb5b370961e6531: Waiting for close lock at 1733715786063Disabling compacts and flushes for region at 1733715786063Disabling writes for close at 1733715786063Writing region close event to WAL at 1733715786063Closed at 1733715786063 2024-12-09T03:43:06,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T03:43:06,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733715786064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733715786064"}]},"ts":"1733715786064"} 2024-12-09T03:43:06,066 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T03:43:06,066 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T03:43:06,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715786066"}]},"ts":"1733715786066"} 2024-12-09T03:43:06,067 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T03:43:06,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, ASSIGN}] 2024-12-09T03:43:06,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, ASSIGN 2024-12-09T03:43:06,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, ASSIGN; state=OFFLINE, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=false 2024-12-09T03:43:06,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:06,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, ASSIGN because future has completed 2024-12-09T03:43:06,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:43:06,375 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,375 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:43:06,375 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,375 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:43:06,375 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,375 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,377 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,378 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:43:06,378 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab61233be2181486cb5b370961e6531 columnFamilyName A 2024-12-09T03:43:06,378 DEBUG [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:06,378 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(327): Store=dab61233be2181486cb5b370961e6531/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:43:06,378 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,379 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:43:06,379 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab61233be2181486cb5b370961e6531 columnFamilyName B 2024-12-09T03:43:06,379 DEBUG [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:06,379 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(327): Store=dab61233be2181486cb5b370961e6531/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:43:06,380 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,380 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:43:06,380 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab61233be2181486cb5b370961e6531 columnFamilyName C 2024-12-09T03:43:06,380 DEBUG [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:06,381 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(327): Store=dab61233be2181486cb5b370961e6531/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:43:06,381 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,381 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,381 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,382 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,382 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,382 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,383 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:43:06,383 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,385 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T03:43:06,385 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened dab61233be2181486cb5b370961e6531; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69258123, jitterRate=0.03202645480632782}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:43:06,385 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:06,386 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for dab61233be2181486cb5b370961e6531: Running coprocessor pre-open hook at 1733715786376Writing region info on filesystem at 1733715786376Initializing all the Stores at 1733715786376Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715786376Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715786376Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715786376Cleaning up temporary data from old regions at 1733715786382 (+6 ms)Running coprocessor post-open hooks at 1733715786385 (+3 ms)Region opened successfully at 1733715786386 (+1 ms) 2024-12-09T03:43:06,386 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., pid=146, masterSystemTime=1733715786372 2024-12-09T03:43:06,388 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,388 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:06,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=OPEN, openSeqNum=2, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:06,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:43:06,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-09T03:43:06,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 in 169 msec 2024-12-09T03:43:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T03:43:06,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-09T03:43:06,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, ASSIGN in 323 msec 2024-12-09T03:43:06,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T03:43:06,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715786393"}]},"ts":"1733715786393"} 2024-12-09T03:43:06,394 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T03:43:06,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T03:43:06,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-12-09T03:43:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T03:43:07,402 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:07,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66320673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:07,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:07,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:07,404 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530227f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:07,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf080ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:07,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:07,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:07,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T03:43:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 55d0183f16d2,45779,1733715636482 2024-12-09T03:43:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dce573a 2024-12-09T03:43:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T03:43:07,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T03:43:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T03:43:07,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T03:43:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742380_1556 (size=1097) 2024-12-09T03:43:07,821 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-09T03:43:07,821 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-09T03:43:07,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:43:07,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, REOPEN/MOVE}] 2024-12-09T03:43:07,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, REOPEN/MOVE 2024-12-09T03:43:07,826 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:07,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, REOPEN/MOVE because future has completed 2024-12-09T03:43:07,828 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:43:07,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:43:07,979 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close dab61233be2181486cb5b370961e6531 2024-12-09T03:43:07,980 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:43:07,980 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing dab61233be2181486cb5b370961e6531, disabling compactions & flushes 2024-12-09T03:43:07,980 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:07,980 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:07,980 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. after waiting 0 ms 2024-12-09T03:43:07,980 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:07,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T03:43:07,983 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:07,983 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for dab61233be2181486cb5b370961e6531: Waiting for close lock at 1733715787980Running coprocessor pre-close hooks at 1733715787980Disabling compacts and flushes for region at 1733715787980Disabling writes for close at 1733715787980Writing region close event to WAL at 1733715787980Running coprocessor post-close hooks at 1733715787983 (+3 ms)Closed at 1733715787983 2024-12-09T03:43:07,983 WARN [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: dab61233be2181486cb5b370961e6531 to self. 2024-12-09T03:43:07,985 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed dab61233be2181486cb5b370961e6531 2024-12-09T03:43:07,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=CLOSED 2024-12-09T03:43:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:43:07,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-09T03:43:07,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 in 159 msec 2024-12-09T03:43:07,989 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, REOPEN/MOVE; state=CLOSED, location=55d0183f16d2,42631,1733715637333; forceNewPlan=false, retain=true 2024-12-09T03:43:08,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=OPENING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, REOPEN/MOVE because future has completed 2024-12-09T03:43:08,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:43:08,295 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,295 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} 2024-12-09T03:43:08,296 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,296 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T03:43:08,296 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,296 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,297 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,297 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:43:08,298 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab61233be2181486cb5b370961e6531 columnFamilyName A 2024-12-09T03:43:08,298 DEBUG [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:08,299 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(327): Store=dab61233be2181486cb5b370961e6531/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:43:08,299 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,299 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:43:08,300 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab61233be2181486cb5b370961e6531 columnFamilyName B 2024-12-09T03:43:08,300 DEBUG [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:08,300 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(327): Store=dab61233be2181486cb5b370961e6531/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:43:08,300 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,300 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T03:43:08,301 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab61233be2181486cb5b370961e6531 columnFamilyName C 2024-12-09T03:43:08,301 DEBUG [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:08,301 INFO [StoreOpener-dab61233be2181486cb5b370961e6531-1 {}] regionserver.HStore(327): Store=dab61233be2181486cb5b370961e6531/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T03:43:08,301 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,301 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,301 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,302 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,303 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,303 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,303 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T03:43:08,304 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,305 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened dab61233be2181486cb5b370961e6531; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59435661, jitterRate=-0.11433963477611542}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T03:43:08,305 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,305 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for dab61233be2181486cb5b370961e6531: Running coprocessor pre-open hook at 1733715788296Writing region info on filesystem at 1733715788296Initializing all the Stores at 1733715788296Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715788297 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715788297Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733715788297Cleaning up temporary data from old regions at 1733715788303 (+6 ms)Running coprocessor post-open hooks at 1733715788305 (+2 ms)Region opened successfully at 1733715788305 2024-12-09T03:43:08,306 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., pid=151, masterSystemTime=1733715788293 2024-12-09T03:43:08,307 DEBUG [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,307 INFO [RS_OPEN_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=OPEN, openSeqNum=5, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:43:08,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-12-09T03:43:08,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 in 169 msec 2024-12-09T03:43:08,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-09T03:43:08,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, REOPEN/MOVE in 486 msec 2024-12-09T03:43:08,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-09T03:43:08,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-09T03:43:08,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-12-09T03:43:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-09T03:43:08,316 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:08,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,318 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a898959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,319 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a1427f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,321 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dcc4077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf5f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,323 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1737bcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,324 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126f9049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,326 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea8f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,327 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226b3564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,328 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5a9771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,329 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c71a985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,331 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4234e233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,332 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4abc47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,333 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5087874a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,334 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdba98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,336 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fe613f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,337 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3256a601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,338 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb7007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,339 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552728d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 55d0183f16d2,45779,-1 for getting cluster id 2024-12-09T03:43:08,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T03:43:08,341 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760e8ed9-5d1f-4577-a1a2-b2adccef5530' 2024-12-09T03:43:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T03:43:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760e8ed9-5d1f-4577-a1a2-b2adccef5530" 2024-12-09T03:43:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e78772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [55d0183f16d2,45779,-1] 2024-12-09T03:43:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T03:43:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:08,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T03:43:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5a34e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T03:43:08,343 DEBUG [Thread-2489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,343 DEBUG [Thread-2483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,343 DEBUG [Thread-2487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,343 DEBUG [Thread-2481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:08,344 DEBUG [Thread-2472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,344 DEBUG [Thread-2474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,344 DEBUG [Thread-2470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,344 DEBUG [Thread-2478 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,344 DEBUG [Thread-2476 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,344 DEBUG [Thread-2485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T03:43:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-09T03:43:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=55d0183f16d2,42631,1733715637333, seqNum=-1] 2024-12-09T03:43:08,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T03:43:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,348 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:08,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T03:43:08,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,350 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:08,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5] 2024-12-09T03:43:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T03:43:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:08,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715848370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715848371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715848373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715788365, max timestamp=1733715788375Num uniques 859; 2024-12-09T03:43:08,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:43:08,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715788365, max timestamp=1733715788375Num uniques 859; 2024-12-09T03:43:08,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715788365, max timestamp=1733715788375Num uniques 859; 2024-12-09T03:43:08,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:43:08,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:43:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120933b0d3858abf411ab47f2503172243c1_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715788353/Put/seqid=0 2024-12-09T03:43:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742381_1557 (size=12154) 2024-12-09T03:43:08,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715848415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715848417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715848482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715848481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715848482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715848521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715848531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:08,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:08,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715848692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715848692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715848692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715848731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715848741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:08,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:08,800 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120933b0d3858abf411ab47f2503172243c1_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120933b0d3858abf411ab47f2503172243c1_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:08,801 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b0e6ab8775d6469aa05b34b280f491b1, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:08,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b0e6ab8775d6469aa05b34b280f491b1 is 175, key is test_row_0/A:col10/1733715788353/Put/seqid=0 2024-12-09T03:43:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742382_1558 (size=30955) 2024-12-09T03:43:08,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:08,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:09,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715849002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715849002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715849002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715849041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715849062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b0e6ab8775d6469aa05b34b280f491b1 2024-12-09T03:43:09,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/2185782300514dcc9744a1137e8d7e7b is 50, key is test_row_0/B:col10/1733715788353/Put/seqid=0 2024-12-09T03:43:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742383_1559 (size=12001) 2024-12-09T03:43:09,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:09,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:09,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715849512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715849512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715849512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715849551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715849572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:09,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/2185782300514dcc9744a1137e8d7e7b 2024-12-09T03:43:09,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/c40e610b197841b6921e6fcbd87bfa4d is 50, key is test_row_0/C:col10/1733715788353/Put/seqid=0 2024-12-09T03:43:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742384_1560 (size=12001) 2024-12-09T03:43:09,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:09,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:09,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T03:43:10,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:10,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:10,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/c40e610b197841b6921e6fcbd87bfa4d 2024-12-09T03:43:10,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b0e6ab8775d6469aa05b34b280f491b1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1 2024-12-09T03:43:10,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1, entries=150, sequenceid=15, filesize=30.2 K 2024-12-09T03:43:10,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/2185782300514dcc9744a1137e8d7e7b as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2185782300514dcc9744a1137e8d7e7b 2024-12-09T03:43:10,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2185782300514dcc9744a1137e8d7e7b, entries=150, sequenceid=15, filesize=11.7 K 2024-12-09T03:43:10,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/c40e610b197841b6921e6fcbd87bfa4d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c40e610b197841b6921e6fcbd87bfa4d 2024-12-09T03:43:10,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c40e610b197841b6921e6fcbd87bfa4d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-09T03:43:10,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for dab61233be2181486cb5b370961e6531 in 1712ms, sequenceid=15, compaction requested=false 2024-12-09T03:43:10,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:10,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:10,187 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:10,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093c037c7255e547eea15c78832ce2a900_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715788409/Put/seqid=0 2024-12-09T03:43:10,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742385_1561 (size=12154) 2024-12-09T03:43:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715850538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715850543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715850544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715850561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,564 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715850581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,585 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:10,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:10,601 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093c037c7255e547eea15c78832ce2a900_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093c037c7255e547eea15c78832ce2a900_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/ce17617b98a04b6d901bc1d89a6f8a24, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/ce17617b98a04b6d901bc1d89a6f8a24 is 175, key is test_row_0/A:col10/1733715788409/Put/seqid=0 2024-12-09T03:43:10,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742386_1562 (size=30955) 2024-12-09T03:43:10,606 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/ce17617b98a04b6d901bc1d89a6f8a24 2024-12-09T03:43:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/df097397853242389f235e647ee5b6d4 is 50, key is test_row_0/B:col10/1733715788409/Put/seqid=0 2024-12-09T03:43:10,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742387_1563 (size=12001) 2024-12-09T03:43:10,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715850651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715850651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715850651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715850862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715850862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715850862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:10,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,016 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/df097397853242389f235e647ee5b6d4 2024-12-09T03:43:11,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/20f6a7f972734cd7adbe925e3d552167 is 50, key is test_row_0/C:col10/1733715788409/Put/seqid=0 2024-12-09T03:43:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742388_1564 (size=12001) 2024-12-09T03:43:11,039 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/20f6a7f972734cd7adbe925e3d552167 2024-12-09T03:43:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/ce17617b98a04b6d901bc1d89a6f8a24 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24 2024-12-09T03:43:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24, entries=150, sequenceid=50, filesize=30.2 K 2024-12-09T03:43:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/df097397853242389f235e647ee5b6d4 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df097397853242389f235e647ee5b6d4 2024-12-09T03:43:11,050 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df097397853242389f235e647ee5b6d4, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T03:43:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/20f6a7f972734cd7adbe925e3d552167 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/20f6a7f972734cd7adbe925e3d552167 2024-12-09T03:43:11,054 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/20f6a7f972734cd7adbe925e3d552167, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T03:43:11,055 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for dab61233be2181486cb5b370961e6531 in 868ms, sequenceid=50, compaction requested=false 2024-12-09T03:43:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-09T03:43:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-09T03:43:11,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-09T03:43:11,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7060 sec 2024-12-09T03:43:11,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.7160 sec 2024-12-09T03:43:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:11,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T03:43:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:11,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120996a5f329fa524e8687114222b91b12bb_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742389_1565 (size=14594) 2024-12-09T03:43:11,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715851199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715851206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715851205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715851312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715851322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715851322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715851521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715851532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715851532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,585 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:11,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120996a5f329fa524e8687114222b91b12bb_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120996a5f329fa524e8687114222b91b12bb_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:11,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b94e8e3430be47ca80eec43d00dca599, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:11,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b94e8e3430be47ca80eec43d00dca599 is 175, key is test_row_0/A:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:11,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742390_1566 (size=39549) 2024-12-09T03:43:11,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715851831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715851841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715851842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:11,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b94e8e3430be47ca80eec43d00dca599 2024-12-09T03:43:12,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/807296f09d954cd09868f33f7786e620 is 50, key is test_row_0/B:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:12,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742391_1567 (size=12001) 2024-12-09T03:43:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715852341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:12,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715852351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:12,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715852351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:12,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/807296f09d954cd09868f33f7786e620 2024-12-09T03:43:12,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/415ff96b92074acea356e9621f64c671 is 50, key is test_row_0/C:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742392_1568 (size=12001) 2024-12-09T03:43:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T03:43:12,502 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:12,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-09T03:43:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T03:43:12,504 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:12,505 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:12,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:12,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715852582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:12,586 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T03:43:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715852611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:12,615 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:12,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T03:43:12,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:12,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T03:43:12,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:12,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/415ff96b92074acea356e9621f64c671 2024-12-09T03:43:12,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/b94e8e3430be47ca80eec43d00dca599 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599 2024-12-09T03:43:12,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599, entries=200, sequenceid=64, filesize=38.6 K 2024-12-09T03:43:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T03:43:12,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/807296f09d954cd09868f33f7786e620 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/807296f09d954cd09868f33f7786e620 2024-12-09T03:43:12,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/807296f09d954cd09868f33f7786e620, entries=150, sequenceid=64, filesize=11.7 K 2024-12-09T03:43:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/415ff96b92074acea356e9621f64c671 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/415ff96b92074acea356e9621f64c671 2024-12-09T03:43:12,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/415ff96b92074acea356e9621f64c671, entries=150, sequenceid=64, filesize=11.7 K 2024-12-09T03:43:12,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for dab61233be2181486cb5b370961e6531 in 1655ms, sequenceid=64, compaction requested=true 2024-12-09T03:43:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:12,829 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:12,830 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:12,830 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:12,830 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:12,830 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/A is initiating minor compaction (all files) 2024-12-09T03:43:12,830 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/B is initiating minor compaction (all files) 2024-12-09T03:43:12,830 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/A in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,830 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/B in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,830 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=99.1 K 2024-12-09T03:43:12,830 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,830 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2185782300514dcc9744a1137e8d7e7b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df097397853242389f235e647ee5b6d4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/807296f09d954cd09868f33f7786e620] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.2 K 2024-12-09T03:43:12,830 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599] 2024-12-09T03:43:12,831 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0e6ab8775d6469aa05b34b280f491b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733715788353 2024-12-09T03:43:12,831 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2185782300514dcc9744a1137e8d7e7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733715788353 2024-12-09T03:43:12,831 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce17617b98a04b6d901bc1d89a6f8a24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715788403 2024-12-09T03:43:12,831 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting df097397853242389f235e647ee5b6d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715788403 2024-12-09T03:43:12,831 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 807296f09d954cd09868f33f7786e620, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733715790530 2024-12-09T03:43:12,831 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94e8e3430be47ca80eec43d00dca599, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733715790530 2024-12-09T03:43:12,836 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:12,837 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:12,838 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/3d8631daa67648359e4dd40e105dbb21 is 50, key is test_row_0/B:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:12,840 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412092c95d48398ea4ec5b2912ead7c30d027_dab61233be2181486cb5b370961e6531 store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:12,842 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412092c95d48398ea4ec5b2912ead7c30d027_dab61233be2181486cb5b370961e6531, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:12,842 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092c95d48398ea4ec5b2912ead7c30d027_dab61233be2181486cb5b370961e6531 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742393_1569 (size=12104) 2024-12-09T03:43:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742394_1570 (size=4469) 2024-12-09T03:43:12,847 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#A#compaction#482 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:12,848 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/059114991a5a4cd9ae5b4dbd77694254 is 175, key is test_row_0/A:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742395_1571 (size=31058) 2024-12-09T03:43:12,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T03:43:12,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:12,963 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T03:43:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e89f313d10724fc8b70392202a87a10e_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715791197/Put/seqid=0 2024-12-09T03:43:12,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742396_1572 (size=12154) 2024-12-09T03:43:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T03:43:13,247 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/3d8631daa67648359e4dd40e105dbb21 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3d8631daa67648359e4dd40e105dbb21 2024-12-09T03:43:13,250 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/B of dab61233be2181486cb5b370961e6531 into 3d8631daa67648359e4dd40e105dbb21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:13,250 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:13,250 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/B, priority=13, startTime=1733715792829; duration=0sec 2024-12-09T03:43:13,251 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:13,251 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:B 2024-12-09T03:43:13,251 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:13,253 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:13,253 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/C is initiating minor compaction (all files) 2024-12-09T03:43:13,253 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/C in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:13,253 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c40e610b197841b6921e6fcbd87bfa4d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/20f6a7f972734cd7adbe925e3d552167, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/415ff96b92074acea356e9621f64c671] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.2 K 2024-12-09T03:43:13,254 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting c40e610b197841b6921e6fcbd87bfa4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733715788353 2024-12-09T03:43:13,254 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 20f6a7f972734cd7adbe925e3d552167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733715788403 2024-12-09T03:43:13,254 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 415ff96b92074acea356e9621f64c671, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733715790530 2024-12-09T03:43:13,256 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/059114991a5a4cd9ae5b4dbd77694254 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/059114991a5a4cd9ae5b4dbd77694254 2024-12-09T03:43:13,260 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/A of dab61233be2181486cb5b370961e6531 into 059114991a5a4cd9ae5b4dbd77694254(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:13,260 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:13,260 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/A, priority=13, startTime=1733715792829; duration=0sec 2024-12-09T03:43:13,261 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:13,261 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:A 2024-12-09T03:43:13,262 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:13,263 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/7eabed220b7b4442a397d9fc678f5f81 is 50, key is test_row_0/C:col10/1733715791173/Put/seqid=0 2024-12-09T03:43:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742397_1573 (size=12104) 2024-12-09T03:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:13,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:13,378 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e89f313d10724fc8b70392202a87a10e_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e89f313d10724fc8b70392202a87a10e_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/de41f54d93084e1282a721432cb81637, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/de41f54d93084e1282a721432cb81637 is 175, key is test_row_0/A:col10/1733715791197/Put/seqid=0 2024-12-09T03:43:13,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742398_1574 (size=30955) 2024-12-09T03:43:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715853403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715853404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715853404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715853511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715853511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715853512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T03:43:13,670 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/7eabed220b7b4442a397d9fc678f5f81 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7eabed220b7b4442a397d9fc678f5f81 2024-12-09T03:43:13,674 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/C of dab61233be2181486cb5b370961e6531 into 7eabed220b7b4442a397d9fc678f5f81(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:13,674 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:13,674 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/C, priority=13, startTime=1733715792829; duration=0sec 2024-12-09T03:43:13,674 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:13,674 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:C 2024-12-09T03:43:13,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715853721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715853721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715853721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:13,784 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/de41f54d93084e1282a721432cb81637 2024-12-09T03:43:13,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/bd2839c5ce6348f58973beec4f58498a is 50, key is test_row_0/B:col10/1733715791197/Put/seqid=0 2024-12-09T03:43:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742399_1575 (size=12001) 2024-12-09T03:43:13,793 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/bd2839c5ce6348f58973beec4f58498a 2024-12-09T03:43:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/9fa937b9b56b42dc83b53dcd0bf4d046 is 50, key is test_row_0/C:col10/1733715791197/Put/seqid=0 2024-12-09T03:43:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742400_1576 (size=12001) 2024-12-09T03:43:13,804 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/9fa937b9b56b42dc83b53dcd0bf4d046 2024-12-09T03:43:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/de41f54d93084e1282a721432cb81637 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637 2024-12-09T03:43:13,810 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637, entries=150, sequenceid=83, filesize=30.2 K 2024-12-09T03:43:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/bd2839c5ce6348f58973beec4f58498a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/bd2839c5ce6348f58973beec4f58498a 2024-12-09T03:43:13,815 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/bd2839c5ce6348f58973beec4f58498a, entries=150, sequenceid=83, filesize=11.7 K 2024-12-09T03:43:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/9fa937b9b56b42dc83b53dcd0bf4d046 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/9fa937b9b56b42dc83b53dcd0bf4d046 2024-12-09T03:43:13,819 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/9fa937b9b56b42dc83b53dcd0bf4d046, entries=150, sequenceid=83, filesize=11.7 K 2024-12-09T03:43:13,820 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for dab61233be2181486cb5b370961e6531 in 857ms, sequenceid=83, compaction requested=false 2024-12-09T03:43:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-09T03:43:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-09T03:43:13,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-09T03:43:13,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-12-09T03:43:13,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.3200 sec 2024-12-09T03:43:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:14,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:43:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:14,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ce08ed975df34afea08373f0b84c459b_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742401_1577 (size=14594) 2024-12-09T03:43:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715854054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715854056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715854060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715854171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715854171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715854171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715854381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715854381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715854381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:14,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ce08ed975df34afea08373f0b84c459b_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce08ed975df34afea08373f0b84c459b_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:14,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/9fe7cada871745f8b853add10e8fc763, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:14,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/9fe7cada871745f8b853add10e8fc763 is 175, key is test_row_0/A:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:14,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742402_1578 (size=39549) 2024-12-09T03:43:14,466 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/9fe7cada871745f8b853add10e8fc763 2024-12-09T03:43:14,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/10ff7114bbe245f8ba2189109764d957 is 50, key is test_row_0/B:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:14,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742403_1579 (size=12001) 2024-12-09T03:43:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T03:43:14,652 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:14,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-09T03:43:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T03:43:14,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:14,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:14,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:14,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715854691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715854691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715854691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T03:43:14,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T03:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:14,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:14,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/10ff7114bbe245f8ba2189109764d957 2024-12-09T03:43:14,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/cf82fd1af316461fb8eb0e9f02547d3d is 50, key is test_row_0/C:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742404_1580 (size=12001) 2024-12-09T03:43:14,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T03:43:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:14,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T03:43:15,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T03:43:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715855201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715855201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:15,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715855201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:15,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T03:43:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T03:43:15,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/cf82fd1af316461fb8eb0e9f02547d3d 2024-12-09T03:43:15,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/9fe7cada871745f8b853add10e8fc763 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763 2024-12-09T03:43:15,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763, entries=200, sequenceid=102, filesize=38.6 K 2024-12-09T03:43:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/10ff7114bbe245f8ba2189109764d957 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/10ff7114bbe245f8ba2189109764d957 2024-12-09T03:43:15,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/10ff7114bbe245f8ba2189109764d957, entries=150, sequenceid=102, filesize=11.7 K 2024-12-09T03:43:15,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/cf82fd1af316461fb8eb0e9f02547d3d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/cf82fd1af316461fb8eb0e9f02547d3d 2024-12-09T03:43:15,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/cf82fd1af316461fb8eb0e9f02547d3d, entries=150, sequenceid=102, filesize=11.7 K 2024-12-09T03:43:15,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for dab61233be2181486cb5b370961e6531 in 1270ms, sequenceid=102, compaction requested=true 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:15,304 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:15,304 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/A is initiating minor compaction (all files) 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/B is initiating minor compaction (all files) 2024-12-09T03:43:15,305 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/A in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,305 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/B in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,305 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/059114991a5a4cd9ae5b4dbd77694254, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=99.2 K 2024-12-09T03:43:15,305 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3d8631daa67648359e4dd40e105dbb21, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/bd2839c5ce6348f58973beec4f58498a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/10ff7114bbe245f8ba2189109764d957] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.3 K 2024-12-09T03:43:15,305 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/059114991a5a4cd9ae5b4dbd77694254, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763] 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059114991a5a4cd9ae5b4dbd77694254, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733715790530 2024-12-09T03:43:15,305 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d8631daa67648359e4dd40e105dbb21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733715790530 2024-12-09T03:43:15,306 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting bd2839c5ce6348f58973beec4f58498a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715791197 2024-12-09T03:43:15,306 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting de41f54d93084e1282a721432cb81637, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715791197 2024-12-09T03:43:15,306 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 10ff7114bbe245f8ba2189109764d957, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715793371 2024-12-09T03:43:15,306 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fe7cada871745f8b853add10e8fc763, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715793371 2024-12-09T03:43:15,311 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:15,313 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412090b24fc982d5f49748549cdc50d8fd6f1_dab61233be2181486cb5b370961e6531 store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:15,314 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:15,314 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/2ae679dcd76e46d59dc91b68981c2d7c is 50, key is test_row_0/B:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:15,315 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412090b24fc982d5f49748549cdc50d8fd6f1_dab61233be2181486cb5b370961e6531, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:15,316 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090b24fc982d5f49748549cdc50d8fd6f1_dab61233be2181486cb5b370961e6531 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742405_1581 (size=12207) 2024-12-09T03:43:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742406_1582 (size=4469) 2024-12-09T03:43:15,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,419 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b39cf3590a1a4ce09aa449a9a2723fe8_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715794058/Put/seqid=0 2024-12-09T03:43:15,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742407_1583 (size=12154) 2024-12-09T03:43:15,726 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/2ae679dcd76e46d59dc91b68981c2d7c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2ae679dcd76e46d59dc91b68981c2d7c 2024-12-09T03:43:15,729 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#A#compaction#491 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:15,730 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/595c9b8faf6a4f60b5213b91cbd1eb90 is 175, key is test_row_0/A:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:15,730 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/B of dab61233be2181486cb5b370961e6531 into 2ae679dcd76e46d59dc91b68981c2d7c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:15,730 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:15,730 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/B, priority=13, startTime=1733715795304; duration=0sec 2024-12-09T03:43:15,730 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:15,730 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:B 2024-12-09T03:43:15,731 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:15,732 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:15,732 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/C is initiating minor compaction (all files) 2024-12-09T03:43:15,732 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/C in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:15,732 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7eabed220b7b4442a397d9fc678f5f81, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/9fa937b9b56b42dc83b53dcd0bf4d046, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/cf82fd1af316461fb8eb0e9f02547d3d] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.3 K 2024-12-09T03:43:15,732 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eabed220b7b4442a397d9fc678f5f81, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733715790530 2024-12-09T03:43:15,732 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fa937b9b56b42dc83b53dcd0bf4d046, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733715791197 2024-12-09T03:43:15,733 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting cf82fd1af316461fb8eb0e9f02547d3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715793371 2024-12-09T03:43:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742408_1584 (size=31161) 2024-12-09T03:43:15,741 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:15,742 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/3fcd69557f8e4e289632be21da4c34c2 is 50, key is test_row_0/C:col10/1733715794034/Put/seqid=0 2024-12-09T03:43:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742409_1585 (size=12207) 2024-12-09T03:43:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T03:43:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:15,832 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b39cf3590a1a4ce09aa449a9a2723fe8_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b39cf3590a1a4ce09aa449a9a2723fe8_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/723b32d0e07c4f629bb8ba1b326672f9, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/723b32d0e07c4f629bb8ba1b326672f9 is 175, key is test_row_0/A:col10/1733715794058/Put/seqid=0 2024-12-09T03:43:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742410_1586 (size=30955) 2024-12-09T03:43:15,838 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/723b32d0e07c4f629bb8ba1b326672f9 2024-12-09T03:43:15,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/d05f98908a5744bebc480b20c7b7ba0e is 50, key is test_row_0/B:col10/1733715794058/Put/seqid=0 2024-12-09T03:43:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742411_1587 (size=12001) 2024-12-09T03:43:15,855 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/d05f98908a5744bebc480b20c7b7ba0e 2024-12-09T03:43:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/5db545bee2584198baf3418dc32d6dae is 50, key is test_row_0/C:col10/1733715794058/Put/seqid=0 2024-12-09T03:43:15,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742412_1588 (size=12001) 2024-12-09T03:43:16,141 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/595c9b8faf6a4f60b5213b91cbd1eb90 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/595c9b8faf6a4f60b5213b91cbd1eb90 2024-12-09T03:43:16,145 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/A of dab61233be2181486cb5b370961e6531 into 595c9b8faf6a4f60b5213b91cbd1eb90(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:16,145 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:16,145 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/A, priority=13, startTime=1733715795304; duration=0sec 2024-12-09T03:43:16,145 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:16,145 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:A 2024-12-09T03:43:16,152 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/3fcd69557f8e4e289632be21da4c34c2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/3fcd69557f8e4e289632be21da4c34c2 2024-12-09T03:43:16,156 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/C of dab61233be2181486cb5b370961e6531 into 3fcd69557f8e4e289632be21da4c34c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:16,156 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:16,156 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/C, priority=13, startTime=1733715795304; duration=0sec 2024-12-09T03:43:16,156 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:16,156 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:C 2024-12-09T03:43:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:16,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:16,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715856238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715856241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715856242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,266 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/5db545bee2584198baf3418dc32d6dae 2024-12-09T03:43:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/723b32d0e07c4f629bb8ba1b326672f9 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9 2024-12-09T03:43:16,272 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9, entries=150, sequenceid=118, filesize=30.2 K 2024-12-09T03:43:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/d05f98908a5744bebc480b20c7b7ba0e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/d05f98908a5744bebc480b20c7b7ba0e 2024-12-09T03:43:16,276 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/d05f98908a5744bebc480b20c7b7ba0e, entries=150, sequenceid=118, filesize=11.7 K 2024-12-09T03:43:16,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/5db545bee2584198baf3418dc32d6dae as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/5db545bee2584198baf3418dc32d6dae 2024-12-09T03:43:16,284 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/5db545bee2584198baf3418dc32d6dae, entries=150, sequenceid=118, filesize=11.7 K 2024-12-09T03:43:16,285 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for dab61233be2181486cb5b370961e6531 in 866ms, sequenceid=118, compaction requested=false 2024-12-09T03:43:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-09T03:43:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-09T03:43:16,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-09T03:43:16,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-12-09T03:43:16,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.6370 sec 2024-12-09T03:43:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:16,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T03:43:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:16,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f2996e2bd55d4ffc912e587f44efe5d0_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:16,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742413_1589 (size=12304) 2024-12-09T03:43:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715856371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715856373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715856373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715856482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715856482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715856482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715856621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,625 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715856631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,635 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715856692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715856692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715856692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:16,765 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:16,768 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f2996e2bd55d4ffc912e587f44efe5d0_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f2996e2bd55d4ffc912e587f44efe5d0_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:16,769 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/847d0c17ffd44128b0efebf109e4392f, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:16,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/847d0c17ffd44128b0efebf109e4392f is 175, key is test_row_0/A:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742414_1590 (size=31105) 2024-12-09T03:43:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T03:43:16,801 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:16,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-09T03:43:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:16,803 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:16,804 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:16,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:16,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:16,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:16,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:16,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:16,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:16,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715857002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715857002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715857002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:17,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:17,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/847d0c17ffd44128b0efebf109e4392f 2024-12-09T03:43:17,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/a347ba03ac4d458982f7b85204a97de0 is 50, key is test_row_0/B:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742415_1591 (size=12151) 2024-12-09T03:43:17,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715857512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715857512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715857512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:17,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/a347ba03ac4d458982f7b85204a97de0 2024-12-09T03:43:17,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/75295517168741078013cb38be69e678 is 50, key is test_row_0/C:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:17,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742416_1592 (size=12151) 2024-12-09T03:43:17,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:17,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:17,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/75295517168741078013cb38be69e678 2024-12-09T03:43:17,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/847d0c17ffd44128b0efebf109e4392f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f 2024-12-09T03:43:18,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f, entries=150, sequenceid=138, filesize=30.4 K 2024-12-09T03:43:18,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/a347ba03ac4d458982f7b85204a97de0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/a347ba03ac4d458982f7b85204a97de0 2024-12-09T03:43:18,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/a347ba03ac4d458982f7b85204a97de0, entries=150, sequenceid=138, filesize=11.9 K 2024-12-09T03:43:18,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/75295517168741078013cb38be69e678 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/75295517168741078013cb38be69e678 2024-12-09T03:43:18,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/75295517168741078013cb38be69e678, entries=150, sequenceid=138, filesize=11.9 K 2024-12-09T03:43:18,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for dab61233be2181486cb5b370961e6531 in 1656ms, sequenceid=138, compaction requested=true 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:18,010 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:18,010 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/B is initiating minor compaction (all files) 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/A is initiating minor compaction (all files) 2024-12-09T03:43:18,011 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/B in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:18,011 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/A in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:18,011 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2ae679dcd76e46d59dc91b68981c2d7c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/d05f98908a5744bebc480b20c7b7ba0e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/a347ba03ac4d458982f7b85204a97de0] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.5 K 2024-12-09T03:43:18,011 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/595c9b8faf6a4f60b5213b91cbd1eb90, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=91.0 K 2024-12-09T03:43:18,011 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/595c9b8faf6a4f60b5213b91cbd1eb90, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f] 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ae679dcd76e46d59dc91b68981c2d7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715793371 2024-12-09T03:43:18,011 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 595c9b8faf6a4f60b5213b91cbd1eb90, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715793371 2024-12-09T03:43:18,012 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting d05f98908a5744bebc480b20c7b7ba0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733715794051 2024-12-09T03:43:18,012 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 723b32d0e07c4f629bb8ba1b326672f9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733715794051 2024-12-09T03:43:18,012 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 847d0c17ffd44128b0efebf109e4392f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715796233 2024-12-09T03:43:18,012 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting a347ba03ac4d458982f7b85204a97de0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715796233 2024-12-09T03:43:18,017 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:18,019 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:18,020 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/3a66158b19034bc49ea65dcba19bb396 is 50, key is test_row_0/B:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:18,022 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a488cf19fb3f4b0183e0cc1e1e19f2bd_dab61233be2181486cb5b370961e6531 store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:18,024 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a488cf19fb3f4b0183e0cc1e1e19f2bd_dab61233be2181486cb5b370961e6531, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:18,024 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a488cf19fb3f4b0183e0cc1e1e19f2bd_dab61233be2181486cb5b370961e6531 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:18,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742417_1593 (size=12459) 2024-12-09T03:43:18,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:18,027 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742418_1594 (size=4469) 2024-12-09T03:43:18,030 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#A#compaction#500 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:18,031 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e20edcfa62044dc99ef8f61273b25a0c is 175, key is test_row_0/A:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:18,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209282ab2f13b6341de9305fb21ef4fa5ba_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715796372/Put/seqid=0 2024-12-09T03:43:18,035 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/3a66158b19034bc49ea65dcba19bb396 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3a66158b19034bc49ea65dcba19bb396 2024-12-09T03:43:18,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742419_1595 (size=31413) 2024-12-09T03:43:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742420_1596 (size=12304) 2024-12-09T03:43:18,039 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/B of dab61233be2181486cb5b370961e6531 into 3a66158b19034bc49ea65dcba19bb396(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:18,039 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:18,039 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/B, priority=13, startTime=1733715798010; duration=0sec 2024-12-09T03:43:18,039 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:18,039 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:B 2024-12-09T03:43:18,039 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:18,040 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:18,040 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/C is initiating minor compaction (all files) 2024-12-09T03:43:18,041 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/C in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:18,041 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/3fcd69557f8e4e289632be21da4c34c2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/5db545bee2584198baf3418dc32d6dae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/75295517168741078013cb38be69e678] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.5 K 2024-12-09T03:43:18,041 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fcd69557f8e4e289632be21da4c34c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733715793371 2024-12-09T03:43:18,041 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5db545bee2584198baf3418dc32d6dae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733715794051 2024-12-09T03:43:18,042 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 75295517168741078013cb38be69e678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715796233 2024-12-09T03:43:18,044 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e20edcfa62044dc99ef8f61273b25a0c as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e20edcfa62044dc99ef8f61273b25a0c 2024-12-09T03:43:18,047 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:18,048 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/A of dab61233be2181486cb5b370961e6531 into e20edcfa62044dc99ef8f61273b25a0c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:18,048 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:18,048 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/A, priority=13, startTime=1733715798010; duration=0sec 2024-12-09T03:43:18,048 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:18,048 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:A 2024-12-09T03:43:18,048 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/2adac47b669c4adf8b6104c643d6f2b1 is 50, key is test_row_0/C:col10/1733715796233/Put/seqid=0 2024-12-09T03:43:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742421_1597 (size=12459) 2024-12-09T03:43:18,054 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/2adac47b669c4adf8b6104c643d6f2b1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2adac47b669c4adf8b6104c643d6f2b1 2024-12-09T03:43:18,058 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/C of dab61233be2181486cb5b370961e6531 into 2adac47b669c4adf8b6104c643d6f2b1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:18,058 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:18,058 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/C, priority=13, startTime=1733715798010; duration=0sec 2024-12-09T03:43:18,058 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:18,058 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:C 2024-12-09T03:43:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:18,443 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209282ab2f13b6341de9305fb21ef4fa5ba_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209282ab2f13b6341de9305fb21ef4fa5ba_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:18,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/6b215b4bf8254245b1047a665c305cc0, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/6b215b4bf8254245b1047a665c305cc0 is 175, key is test_row_0/A:col10/1733715796372/Put/seqid=0 2024-12-09T03:43:18,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742422_1598 (size=31105) 2024-12-09T03:43:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715858582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715858582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715858582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715858692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715858692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715858692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,849 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/6b215b4bf8254245b1047a665c305cc0 2024-12-09T03:43:18,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/df5bfb66685d437cb3867d46a8794672 is 50, key is test_row_0/B:col10/1733715796372/Put/seqid=0 2024-12-09T03:43:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742423_1599 (size=12151) 2024-12-09T03:43:18,858 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/df5bfb66685d437cb3867d46a8794672 2024-12-09T03:43:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/2f656485ce8c40daa2757e3df6441ba0 is 50, key is test_row_0/C:col10/1733715796372/Put/seqid=0 2024-12-09T03:43:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742424_1600 (size=12151) 2024-12-09T03:43:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715858901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715858902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715858902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715859211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715859211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715859212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,268 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/2f656485ce8c40daa2757e3df6441ba0 2024-12-09T03:43:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/6b215b4bf8254245b1047a665c305cc0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0 2024-12-09T03:43:19,275 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0, entries=150, sequenceid=153, filesize=30.4 K 2024-12-09T03:43:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/df5bfb66685d437cb3867d46a8794672 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df5bfb66685d437cb3867d46a8794672 2024-12-09T03:43:19,278 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df5bfb66685d437cb3867d46a8794672, entries=150, sequenceid=153, filesize=11.9 K 2024-12-09T03:43:19,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/2f656485ce8c40daa2757e3df6441ba0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2f656485ce8c40daa2757e3df6441ba0 2024-12-09T03:43:19,282 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2f656485ce8c40daa2757e3df6441ba0, entries=150, sequenceid=153, filesize=11.9 K 2024-12-09T03:43:19,282 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=107.34 KB/109920 for dab61233be2181486cb5b370961e6531 in 1255ms, sequenceid=153, compaction requested=false 2024-12-09T03:43:19,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-09T03:43:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-09T03:43:19,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-09T03:43:19,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-12-09T03:43:19,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4840 sec 2024-12-09T03:43:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:19,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T03:43:19,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:19,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:19,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:19,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:19,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:19,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:19,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097b41bcfce70949cdae933542d646f1c9_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742425_1601 (size=14794) 2024-12-09T03:43:19,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:19,740 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097b41bcfce70949cdae933542d646f1c9_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097b41bcfce70949cdae933542d646f1c9_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:19,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/53e8bf6085bf44b9a58dff3554ac5f31, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:19,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/53e8bf6085bf44b9a58dff3554ac5f31 is 175, key is test_row_0/A:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715859738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742426_1602 (size=39749) 2024-12-09T03:43:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715859742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715859744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715859851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715859852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715859852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715860061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715860061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715860062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/53e8bf6085bf44b9a58dff3554ac5f31 2024-12-09T03:43:20,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/04f90a31264e4b9f9e5945b22ebad339 is 50, key is test_row_0/B:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742427_1603 (size=12151) 2024-12-09T03:43:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715860372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715860372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715860372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/04f90a31264e4b9f9e5945b22ebad339 2024-12-09T03:43:20,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/ffa573756dd5430bac337cc234dbe185 is 50, key is test_row_0/C:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742428_1604 (size=12151) 2024-12-09T03:43:20,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715860882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715860891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715860891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T03:43:20,962 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:20,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-09T03:43:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T03:43:20,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:20,965 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:20,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:20,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/ffa573756dd5430bac337cc234dbe185 2024-12-09T03:43:20,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/53e8bf6085bf44b9a58dff3554ac5f31 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31 2024-12-09T03:43:20,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31, entries=200, sequenceid=177, filesize=38.8 K 2024-12-09T03:43:20,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/04f90a31264e4b9f9e5945b22ebad339 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/04f90a31264e4b9f9e5945b22ebad339 2024-12-09T03:43:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/04f90a31264e4b9f9e5945b22ebad339, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T03:43:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/ffa573756dd5430bac337cc234dbe185 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/ffa573756dd5430bac337cc234dbe185 2024-12-09T03:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/ffa573756dd5430bac337cc234dbe185, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T03:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for dab61233be2181486cb5b370961e6531 in 1258ms, sequenceid=177, compaction requested=true 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T03:43:20,982 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,983 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,983 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:20,983 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/A is initiating minor compaction (all files) 2024-12-09T03:43:20,983 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,984 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/A in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:20,984 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/C is initiating minor compaction (all files) 2024-12-09T03:43:20,984 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/C in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:20,984 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e20edcfa62044dc99ef8f61273b25a0c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=99.9 K 2024-12-09T03:43:20,984 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,984 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2adac47b669c4adf8b6104c643d6f2b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2f656485ce8c40daa2757e3df6441ba0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/ffa573756dd5430bac337cc234dbe185] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.9 K 2024-12-09T03:43:20,984 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e20edcfa62044dc99ef8f61273b25a0c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31] 2024-12-09T03:43:20,984 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20edcfa62044dc99ef8f61273b25a0c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715796233 2024-12-09T03:43:20,984 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2adac47b669c4adf8b6104c643d6f2b1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715796233 2024-12-09T03:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,984 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b215b4bf8254245b1047a665c305cc0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733715796369 2024-12-09T03:43:20,984 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f656485ce8c40daa2757e3df6441ba0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733715796369 2024-12-09T03:43:20,985 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53e8bf6085bf44b9a58dff3554ac5f31, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733715798547 2024-12-09T03:43:20,985 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting ffa573756dd5430bac337cc234dbe185, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733715798547 2024-12-09T03:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,989 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,991 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,991 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/49fa2f3f25264bc2b8dd833446fca8b3 is 50, key is test_row_0/C:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,993 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209786f1b82d1254047a2a16211dbb86b60_dab61233be2181486cb5b370961e6531 store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,003 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209786f1b82d1254047a2a16211dbb86b60_dab61233be2181486cb5b370961e6531, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,003 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209786f1b82d1254047a2a16211dbb86b60_dab61233be2181486cb5b370961e6531 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742429_1605 (size=12561) 2024-12-09T03:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742430_1606 (size=4469) 2024-12-09T03:43:21,018 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#A#compaction#509 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,019 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/a7362fe5d4684fce8e4d890a9b9293e8 is 175, key is test_row_0/A:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742431_1607 (size=31515) 2024-12-09T03:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T03:43:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,117 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T03:43:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:21,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eba4d8ce79f74b80a419fbab703781af_dab61233be2181486cb5b370961e6531 is 50, key is test_row_1/A:col10/1733715799741/Put/seqid=0 2024-12-09T03:43:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742432_1608 (size=9814) 2024-12-09T03:43:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T03:43:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,419 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/49fa2f3f25264bc2b8dd833446fca8b3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/49fa2f3f25264bc2b8dd833446fca8b3 2024-12-09T03:43:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,424 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/C of dab61233be2181486cb5b370961e6531 into 49fa2f3f25264bc2b8dd833446fca8b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:21,424 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:21,424 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/C, priority=13, startTime=1733715800982; duration=0sec 2024-12-09T03:43:21,424 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:21,424 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:C 2024-12-09T03:43:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,424 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,425 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:21,425 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/B is initiating minor compaction (all files) 2024-12-09T03:43:21,425 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/B in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,425 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3a66158b19034bc49ea65dcba19bb396, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df5bfb66685d437cb3867d46a8794672, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/04f90a31264e4b9f9e5945b22ebad339] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=35.9 K 2024-12-09T03:43:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,425 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a66158b19034bc49ea65dcba19bb396, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733715796233 2024-12-09T03:43:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,426 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting df5bfb66685d437cb3867d46a8794672, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733715796369 2024-12-09T03:43:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,426 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 04f90a31264e4b9f9e5945b22ebad339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733715798547 2024-12-09T03:43:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,430 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/a7362fe5d4684fce8e4d890a9b9293e8 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/a7362fe5d4684fce8e4d890a9b9293e8 2024-12-09T03:43:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,433 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:21,433 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/322f78f702764b57936ca326172e48cd is 50, key is test_row_0/B:col10/1733715798547/Put/seqid=0 2024-12-09T03:43:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,435 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/A of dab61233be2181486cb5b370961e6531 into a7362fe5d4684fce8e4d890a9b9293e8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,435 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:21,435 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/A, priority=13, startTime=1733715800982; duration=0sec 2024-12-09T03:43:21,435 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:21,435 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:A 2024-12-09T03:43:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742433_1609 (size=12561) 2024-12-09T03:43:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,530 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eba4d8ce79f74b80a419fbab703781af_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eba4d8ce79f74b80a419fbab703781af_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/4b42182b9b5245ec8b66c77de5710e26, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/4b42182b9b5245ec8b66c77de5710e26 is 175, key is test_row_1/A:col10/1733715799741/Put/seqid=0 2024-12-09T03:43:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742434_1610 (size=22461) 2024-12-09T03:43:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T03:43:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,841 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/322f78f702764b57936ca326172e48cd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/322f78f702764b57936ca326172e48cd 2024-12-09T03:43:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,846 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/B of dab61233be2181486cb5b370961e6531 into 322f78f702764b57936ca326172e48cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:21,846 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,846 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/B, priority=13, startTime=1733715800982; duration=0sec 2024-12-09T03:43:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,846 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:21,846 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:B 2024-12-09T03:43:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:21,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:21,935 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/4b42182b9b5245ec8b66c77de5710e26 2024-12-09T03:43:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/1b0924bac67a402baaee5a700fbf072f is 50, key is test_row_1/B:col10/1733715799741/Put/seqid=0 2024-12-09T03:43:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715861940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742435_1611 (size=9757) 2024-12-09T03:43:21,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715861943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:21,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715861944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715862052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715862052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715862052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T03:43:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715862262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715862262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715862262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,348 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/1b0924bac67a402baaee5a700fbf072f 2024-12-09T03:43:22,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/60a0c3c065684ec8b81c6e32122033f5 is 50, key is test_row_1/C:col10/1733715799741/Put/seqid=0 2024-12-09T03:43:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742436_1612 (size=9757) 2024-12-09T03:43:22,358 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/60a0c3c065684ec8b81c6e32122033f5 2024-12-09T03:43:22,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/4b42182b9b5245ec8b66c77de5710e26 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26 2024-12-09T03:43:22,365 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26, entries=100, sequenceid=189, filesize=21.9 K 2024-12-09T03:43:22,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/1b0924bac67a402baaee5a700fbf072f as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/1b0924bac67a402baaee5a700fbf072f 2024-12-09T03:43:22,369 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/1b0924bac67a402baaee5a700fbf072f, entries=100, sequenceid=189, filesize=9.5 K 2024-12-09T03:43:22,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/60a0c3c065684ec8b81c6e32122033f5 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/60a0c3c065684ec8b81c6e32122033f5 2024-12-09T03:43:22,372 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/60a0c3c065684ec8b81c6e32122033f5, entries=100, sequenceid=189, filesize=9.5 K 2024-12-09T03:43:22,373 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dab61233be2181486cb5b370961e6531 in 1256ms, sequenceid=189, compaction requested=false 2024-12-09T03:43:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-09T03:43:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-09T03:43:22,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-09T03:43:22,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-12-09T03:43:22,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.4150 sec 2024-12-09T03:43:22,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-09T03:43:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:22,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715801932, max timestamp=1733715802573Num uniques 859; 2024-12-09T03:43:22,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:43:22,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715801932, max timestamp=1733715802573Num uniques 859; 2024-12-09T03:43:22,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:43:22,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715801932, max timestamp=1733715802573Num uniques 859; 2024-12-09T03:43:22,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:43:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:22,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d681a994482e4937af8f03cddc18e919_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742437_1613 (size=12304) 2024-12-09T03:43:22,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715802602, max timestamp=1733715802615Num uniques 859; 2024-12-09T03:43:22,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715802602, max timestamp=1733715802615Num uniques 859; 2024-12-09T03:43:22,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733715802602, max timestamp=1733715802615Num uniques 859; 2024-12-09T03:43:22,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:43:22,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:43:22,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T03:43:22,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715802647, max timestamp=1733715802659Num uniques 1068; 2024-12-09T03:43:22,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T03:43:22,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733715802647, max timestamp=1733715802659Num uniques 1068; 2024-12-09T03:43:22,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T03:43:22,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733715802647, max timestamp=1733715802659Num uniques 1068; 2024-12-09T03:43:22,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-12-09T03:43:22,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733715802702, max timestamp=1733715802716Num uniques 1009; 2024-12-09T03:43:22,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227 2024-12-09T03:43:22,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733715802702, max timestamp=1733715802716Num uniques 1027; 2024-12-09T03:43:22,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-09T03:43:22,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733715802702, max timestamp=1733715802716Num uniques 1027; 2024-12-09T03:43:22,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-09T03:43:22,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733715802752, max timestamp=1733715802770Num uniques 1086; 2024-12-09T03:43:22,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-09T03:43:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733715802752, max timestamp=1733715802770Num uniques 1086; 2024-12-09T03:43:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-09T03:43:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733715802752, max timestamp=1733715802770Num uniques 1086; 2024-12-09T03:43:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-09T03:43:22,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715862823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:22,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733715802801, max timestamp=1733715802829Num uniques 1095; 2024-12-09T03:43:22,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-09T03:43:22,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733715802801, max timestamp=1733715802829Num uniques 1095; 2024-12-09T03:43:22,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-09T03:43:22,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733715802801, max timestamp=1733715802829Num uniques 1095; 2024-12-09T03:43:22,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-09T03:43:22,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733715802889, max timestamp=1733715802918Num uniques 1054; 2024-12-09T03:43:22,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733715802889, max timestamp=1733715802918Num uniques 1054; 2024-12-09T03:43:22,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-09T03:43:22,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-09T03:43:22,927 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733715802889, max timestamp=1733715802918Num uniques 1054; 2024-12-09T03:43:22,927 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-09T03:43:22,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733715802955, max timestamp=1733715802974Num uniques 1013; 2024-12-09T03:43:22,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733715802955, max timestamp=1733715802974Num uniques 1013; 2024-12-09T03:43:22,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-09T03:43:22,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-09T03:43:22,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733715802955, max timestamp=1733715802974Num uniques 1013; 2024-12-09T03:43:22,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-09T03:43:22,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:23,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d681a994482e4937af8f03cddc18e919_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d681a994482e4937af8f03cddc18e919_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:23,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e390ee1d589e4cdd9329c5279d47b1e6, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:23,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e390ee1d589e4cdd9329c5279d47b1e6 is 175, key is test_row_0/A:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742438_1614 (size=31105) 2024-12-09T03:43:23,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715863073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715863079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715863080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T03:43:23,112 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:23,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-09T03:43:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:23,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:23,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:23,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:23,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715863191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715863192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715863192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:23,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715863402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715863402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715863402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e390ee1d589e4cdd9329c5279d47b1e6 2024-12-09T03:43:23,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/888f310d04ac4f9cafb94a24f33116ed is 50, key is test_row_0/B:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742439_1615 (size=12151) 2024-12-09T03:43:23,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715863711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715863711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715863712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:23,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:23,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:23,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/888f310d04ac4f9cafb94a24f33116ed 2024-12-09T03:43:23,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/0b76950d07704ec9a26f063dfb2205f3 is 50, key is test_row_0/C:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742440_1616 (size=12151) 2024-12-09T03:43:23,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:23,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715864222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715864222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715864222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:24,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/0b76950d07704ec9a26f063dfb2205f3 2024-12-09T03:43:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e390ee1d589e4cdd9329c5279d47b1e6 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6 2024-12-09T03:43:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:24,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6, entries=150, sequenceid=215, filesize=30.4 K 2024-12-09T03:43:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/888f310d04ac4f9cafb94a24f33116ed as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/888f310d04ac4f9cafb94a24f33116ed 2024-12-09T03:43:24,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/888f310d04ac4f9cafb94a24f33116ed, entries=150, sequenceid=215, filesize=11.9 K 2024-12-09T03:43:24,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/0b76950d07704ec9a26f063dfb2205f3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/0b76950d07704ec9a26f063dfb2205f3 2024-12-09T03:43:24,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/0b76950d07704ec9a26f063dfb2205f3, entries=150, sequenceid=215, filesize=11.9 K 2024-12-09T03:43:24,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for dab61233be2181486cb5b370961e6531 in 1694ms, sequenceid=215, compaction requested=true 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:24,270 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:24,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:24,270 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:24,271 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:24,271 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/A is initiating minor compaction (all files) 2024-12-09T03:43:24,271 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/A in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,271 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/a7362fe5d4684fce8e4d890a9b9293e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=83.1 K 2024-12-09T03:43:24,271 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,271 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/a7362fe5d4684fce8e4d890a9b9293e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6] 2024-12-09T03:43:24,271 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:24,272 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/B is initiating minor compaction (all files) 2024-12-09T03:43:24,272 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/B in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,272 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/322f78f702764b57936ca326172e48cd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/1b0924bac67a402baaee5a700fbf072f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/888f310d04ac4f9cafb94a24f33116ed] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=33.7 K 2024-12-09T03:43:24,272 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7362fe5d4684fce8e4d890a9b9293e8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733715798547 2024-12-09T03:43:24,272 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 322f78f702764b57936ca326172e48cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733715798547 2024-12-09T03:43:24,273 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b42182b9b5245ec8b66c77de5710e26, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733715799740 2024-12-09T03:43:24,273 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b0924bac67a402baaee5a700fbf072f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733715799740 2024-12-09T03:43:24,274 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e390ee1d589e4cdd9329c5279d47b1e6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733715801939 2024-12-09T03:43:24,274 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 888f310d04ac4f9cafb94a24f33116ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733715801939 2024-12-09T03:43:24,281 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:24,281 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:24,282 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/5bb5ecb40535483a92c9adbd7b4338fa is 50, key is test_row_0/B:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:24,292 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412091257f45bc3fb4eb7a95c4c0aa59e439c_dab61233be2181486cb5b370961e6531 store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:24,294 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412091257f45bc3fb4eb7a95c4c0aa59e439c_dab61233be2181486cb5b370961e6531, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:24,294 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091257f45bc3fb4eb7a95c4c0aa59e439c_dab61233be2181486cb5b370961e6531 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:24,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742441_1617 (size=12663) 2024-12-09T03:43:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742442_1618 (size=4469) 2024-12-09T03:43:24,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,342 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=147.60 KB heapSize=415.08 KB 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T03:43:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209593c8d8144734f38bcbde6363f50df43_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715803076/Put/seqid=0 2024-12-09T03:43:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742443_1619 (size=12454) 2024-12-09T03:43:24,712 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/5bb5ecb40535483a92c9adbd7b4338fa as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/5bb5ecb40535483a92c9adbd7b4338fa 2024-12-09T03:43:24,716 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#A#compaction#519 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:24,717 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/9f032becd13f4f829ec40e3f5024dd04 is 175, key is test_row_0/A:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:24,719 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/B of dab61233be2181486cb5b370961e6531 into 5bb5ecb40535483a92c9adbd7b4338fa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:24,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:24,719 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/B, priority=13, startTime=1733715804270; duration=0sec 2024-12-09T03:43:24,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:24,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:B 2024-12-09T03:43:24,719 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:24,720 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:24,720 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/C is initiating minor compaction (all files) 2024-12-09T03:43:24,720 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/C in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:24,720 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/49fa2f3f25264bc2b8dd833446fca8b3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/60a0c3c065684ec8b81c6e32122033f5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/0b76950d07704ec9a26f063dfb2205f3] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=33.7 K 2024-12-09T03:43:24,721 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 49fa2f3f25264bc2b8dd833446fca8b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733715798547 2024-12-09T03:43:24,722 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a0c3c065684ec8b81c6e32122033f5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733715799740 2024-12-09T03:43:24,722 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b76950d07704ec9a26f063dfb2205f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733715801939 2024-12-09T03:43:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742444_1620 (size=31617) 2024-12-09T03:43:24,729 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:24,729 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/7d142bf1e2a44e17bdd9e9a895b04062 is 50, key is test_row_0/C:col10/1733715801939/Put/seqid=0 2024-12-09T03:43:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:24,757 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209593c8d8144734f38bcbde6363f50df43_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209593c8d8144734f38bcbde6363f50df43_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/40368a82adef44489e7eec4fd226dc1d, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:24,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/40368a82adef44489e7eec4fd226dc1d is 175, key is test_row_0/A:col10/1733715803076/Put/seqid=0 2024-12-09T03:43:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742445_1621 (size=12663) 2024-12-09T03:43:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742446_1622 (size=31255) 2024-12-09T03:43:24,783 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/40368a82adef44489e7eec4fd226dc1d 2024-12-09T03:43:24,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/320d5eeca6f34858b881fe318fd8976a is 50, key is test_row_0/B:col10/1733715803076/Put/seqid=0 2024-12-09T03:43:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742447_1623 (size=12301) 2024-12-09T03:43:24,810 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/320d5eeca6f34858b881fe318fd8976a 2024-12-09T03:43:24,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/12a2d2349e3f4cdb82280f6b23ae526e is 50, key is test_row_0/C:col10/1733715803076/Put/seqid=0 2024-12-09T03:43:24,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742448_1624 (size=12301) 2024-12-09T03:43:25,126 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/9f032becd13f4f829ec40e3f5024dd04 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9f032becd13f4f829ec40e3f5024dd04 2024-12-09T03:43:25,130 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/A of dab61233be2181486cb5b370961e6531 into 9f032becd13f4f829ec40e3f5024dd04(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:25,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:25,130 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/A, priority=13, startTime=1733715804270; duration=0sec 2024-12-09T03:43:25,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:25,130 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:A 2024-12-09T03:43:25,165 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/7d142bf1e2a44e17bdd9e9a895b04062 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7d142bf1e2a44e17bdd9e9a895b04062 2024-12-09T03:43:25,169 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/C of dab61233be2181486cb5b370961e6531 into 7d142bf1e2a44e17bdd9e9a895b04062(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:25,169 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:25,169 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/C, priority=13, startTime=1733715804270; duration=0sec 2024-12-09T03:43:25,170 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:25,170 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:C 2024-12-09T03:43:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715865240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715865242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715865243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,247 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,259 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/12a2d2349e3f4cdb82280f6b23ae526e 2024-12-09T03:43:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/40368a82adef44489e7eec4fd226dc1d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d 2024-12-09T03:43:25,267 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d, entries=150, sequenceid=355, filesize=30.5 K 2024-12-09T03:43:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/320d5eeca6f34858b881fe318fd8976a as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/320d5eeca6f34858b881fe318fd8976a 2024-12-09T03:43:25,271 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/320d5eeca6f34858b881fe318fd8976a, entries=150, sequenceid=355, filesize=12.0 K 2024-12-09T03:43:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/12a2d2349e3f4cdb82280f6b23ae526e as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/12a2d2349e3f4cdb82280f6b23ae526e 2024-12-09T03:43:25,275 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/12a2d2349e3f4cdb82280f6b23ae526e, entries=150, sequenceid=355, filesize=12.0 K 2024-12-09T03:43:25,276 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.03 KB/424992, currentSize=33.54 KB/34350 for dab61233be2181486cb5b370961e6531 in 934ms, sequenceid=355, compaction requested=false 2024-12-09T03:43:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-09T03:43:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-09T03:43:25,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-09T03:43:25,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1600 sec 2024-12-09T03:43:25,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.1670 sec 2024-12-09T03:43:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:25,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T03:43:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:25,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f693fac40ff84e909b0812da12cfc9e8_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742449_1625 (size=14994) 2024-12-09T03:43:25,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715805390, max timestamp=1733715805401Num uniques 859; 2024-12-09T03:43:25,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:43:25,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715805390, max timestamp=1733715805401Num uniques 859; 2024-12-09T03:43:25,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733715805390, max timestamp=1733715805401Num uniques 859; 2024-12-09T03:43:25,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:43:25,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/55d0183f16d2:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T03:43:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715865449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715865452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:25,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f693fac40ff84e909b0812da12cfc9e8_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f693fac40ff84e909b0812da12cfc9e8_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:25,773 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/2fdc65aa2e9249169ead2a6afc2f1e79, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:25,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/2fdc65aa2e9249169ead2a6afc2f1e79 is 175, key is test_row_0/A:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:25,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715865772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715865772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:25,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742450_1626 (size=39949) 2024-12-09T03:43:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715866081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715866082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:26,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/2fdc65aa2e9249169ead2a6afc2f1e79 2024-12-09T03:43:26,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/9fb6c11aae84481f805702779c37cfc2 is 50, key is test_row_0/B:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742451_1627 (size=12301) 2024-12-09T03:43:26,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:26,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:26,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/9fb6c11aae84481f805702779c37cfc2 2024-12-09T03:43:26,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/892c9fd2f21f4bceb7f815e1ade85f94 is 50, key is test_row_0/C:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742452_1628 (size=12301) 2024-12-09T03:43:26,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51546 deadline: 1733715866651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:26,655 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:26,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51554 deadline: 1733715866721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:26,727 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_1' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18312 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:27,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/892c9fd2f21f4bceb7f815e1ade85f94 2024-12-09T03:43:27,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/2fdc65aa2e9249169ead2a6afc2f1e79 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79 2024-12-09T03:43:27,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79, entries=200, sequenceid=368, filesize=39.0 K 2024-12-09T03:43:27,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/9fb6c11aae84481f805702779c37cfc2 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/9fb6c11aae84481f805702779c37cfc2 2024-12-09T03:43:27,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/9fb6c11aae84481f805702779c37cfc2, entries=150, sequenceid=368, filesize=12.0 K 2024-12-09T03:43:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/892c9fd2f21f4bceb7f815e1ade85f94 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/892c9fd2f21f4bceb7f815e1ade85f94 2024-12-09T03:43:27,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/892c9fd2f21f4bceb7f815e1ade85f94, entries=150, sequenceid=368, filesize=12.0 K 2024-12-09T03:43:27,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dab61233be2181486cb5b370961e6531 in 1679ms, sequenceid=368, compaction requested=true 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:27,034 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dab61233be2181486cb5b370961e6531:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T03:43:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:27,034 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/A is initiating minor compaction (all files) 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/B is initiating minor compaction (all files) 2024-12-09T03:43:27,035 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/A in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,035 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/B in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,035 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9f032becd13f4f829ec40e3f5024dd04, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=100.4 K 2024-12-09T03:43:27,035 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,035 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/5bb5ecb40535483a92c9adbd7b4338fa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/320d5eeca6f34858b881fe318fd8976a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/9fb6c11aae84481f805702779c37cfc2] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=36.4 K 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. files: [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9f032becd13f4f829ec40e3f5024dd04, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79] 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f032becd13f4f829ec40e3f5024dd04, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733715801939 2024-12-09T03:43:27,035 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb5ecb40535483a92c9adbd7b4338fa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733715801939 2024-12-09T03:43:27,036 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 320d5eeca6f34858b881fe318fd8976a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733715803068 2024-12-09T03:43:27,036 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40368a82adef44489e7eec4fd226dc1d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733715803068 2024-12-09T03:43:27,036 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fb6c11aae84481f805702779c37cfc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733715805241 2024-12-09T03:43:27,036 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fdc65aa2e9249169ead2a6afc2f1e79, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733715805234 2024-12-09T03:43:27,040 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:27,041 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#B#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:27,042 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/3098bb29c6904b7984437459cd49fb54 is 50, key is test_row_0/B:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:27,042 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209564eaebba2c9407fb8817092c1341bd5_dab61233be2181486cb5b370961e6531 store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:27,044 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209564eaebba2c9407fb8817092c1341bd5_dab61233be2181486cb5b370961e6531, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:27,044 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209564eaebba2c9407fb8817092c1341bd5_dab61233be2181486cb5b370961e6531 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742453_1629 (size=12915) 2024-12-09T03:43:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742454_1630 (size=4469) 2024-12-09T03:43:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T03:43:27,272 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:27,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T03:43:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-09T03:43:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:27,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T03:43:27,276 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T03:43:27,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T03:43:27,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-09T03:43:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T03:43:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T03:43:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T03:43:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:27,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b4cd424b01544651899853e387453cd6_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715805420/Put/seqid=0 2024-12-09T03:43:27,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742455_1631 (size=12454) 2024-12-09T03:43:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715867313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715867421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,455 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/3098bb29c6904b7984437459cd49fb54 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3098bb29c6904b7984437459cd49fb54 2024-12-09T03:43:27,458 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#A#compaction#528 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:27,459 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/d33229af10b741a9bfb5bb9231076518 is 175, key is test_row_0/A:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:27,460 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/B of dab61233be2181486cb5b370961e6531 into 3098bb29c6904b7984437459cd49fb54(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:27,460 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:27,460 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/B, priority=13, startTime=1733715807034; duration=0sec 2024-12-09T03:43:27,460 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T03:43:27,460 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:B 2024-12-09T03:43:27,460 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T03:43:27,461 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T03:43:27,461 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1541): dab61233be2181486cb5b370961e6531/C is initiating minor compaction (all files) 2024-12-09T03:43:27,461 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dab61233be2181486cb5b370961e6531/C in TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,461 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7d142bf1e2a44e17bdd9e9a895b04062, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/12a2d2349e3f4cdb82280f6b23ae526e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/892c9fd2f21f4bceb7f815e1ade85f94] into tmpdir=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp, totalSize=36.4 K 2024-12-09T03:43:27,461 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d142bf1e2a44e17bdd9e9a895b04062, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733715801939 2024-12-09T03:43:27,462 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 12a2d2349e3f4cdb82280f6b23ae526e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733715803068 2024-12-09T03:43:27,462 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] compactions.Compactor(225): Compacting 892c9fd2f21f4bceb7f815e1ade85f94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733715805241 2024-12-09T03:43:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742456_1632 (size=31869) 2024-12-09T03:43:27,467 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dab61233be2181486cb5b370961e6531#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T03:43:27,468 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/624f21725fec4a51bf58d97d072df3b3 is 50, key is test_row_0/C:col10/1733715805241/Put/seqid=0 2024-12-09T03:43:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742457_1633 (size=12915) 2024-12-09T03:43:27,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:27,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51574 deadline: 1733715867602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:27,606 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_2' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51584 deadline: 1733715867612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:27,616 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 55d0183f16d2,42631,1733715637333 for 'test_row_0' in dab61233be2181486cb5b370961e6531 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T03:43:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715867631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:27,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:27,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b4cd424b01544651899853e387453cd6_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b4cd424b01544651899853e387453cd6_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:27,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e4a6780b035b4f58a244663ba3127148, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:27,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e4a6780b035b4f58a244663ba3127148 is 175, key is test_row_0/A:col10/1733715805420/Put/seqid=0 2024-12-09T03:43:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742458_1634 (size=31255) 2024-12-09T03:43:27,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,866 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/d33229af10b741a9bfb5bb9231076518 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/d33229af10b741a9bfb5bb9231076518 2024-12-09T03:43:27,870 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/A of dab61233be2181486cb5b370961e6531 into d33229af10b741a9bfb5bb9231076518(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:27,870 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:27,870 INFO [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/A, priority=13, startTime=1733715807034; duration=0sec 2024-12-09T03:43:27,870 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:27,870 DEBUG [RS:0;55d0183f16d2:42631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:A 2024-12-09T03:43:27,874 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/624f21725fec4a51bf58d97d072df3b3 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/624f21725fec4a51bf58d97d072df3b3 2024-12-09T03:43:27,877 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dab61233be2181486cb5b370961e6531/C of dab61233be2181486cb5b370961e6531 into 624f21725fec4a51bf58d97d072df3b3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T03:43:27,877 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:27,877 INFO [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., storeName=dab61233be2181486cb5b370961e6531/C, priority=13, startTime=1733715807034; duration=0sec 2024-12-09T03:43:27,877 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T03:43:27,877 DEBUG [RS:0;55d0183f16d2:42631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dab61233be2181486cb5b370961e6531:C 2024-12-09T03:43:27,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:27,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715867941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:28,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,102 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e4a6780b035b4f58a244663ba3127148 2024-12-09T03:43:28,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/c04e4befbe9b484784c3938922bb91a1 is 50, key is test_row_0/B:col10/1733715805420/Put/seqid=0 2024-12-09T03:43:28,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742459_1635 (size=12301) 2024-12-09T03:43:28,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,345 INFO [Thread-2485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2485. 2024-12-09T03:43:28,345 DEBUG [Thread-2485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:28,345 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,345 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:28,346 INFO [Thread-2483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2483. 2024-12-09T03:43:28,346 DEBUG [Thread-2483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:28,346 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,346 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:28,347 INFO [Thread-2489 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2489. 2024-12-09T03:43:28,347 DEBUG [Thread-2489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:28,347 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,347 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:28,349 INFO [Thread-2487 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2487. 2024-12-09T03:43:28,349 DEBUG [Thread-2487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:28,349 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,349 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:28,350 INFO [Thread-2481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2481. 2024-12-09T03:43:28,350 DEBUG [Thread-2481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:28,350 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,350 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:28,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:28,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:28,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T03:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1733715868451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 , the old value is region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T03:43:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., hostname=55d0183f16d2,42631,1733715637333, seqNum=5 because the exception is null or not the one we care about 2024-12-09T03:43:28,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/c04e4befbe9b484784c3938922bb91a1 2024-12-09T03:43:28,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/c633437a188f415ba3463de57887c2d1 is 50, key is test_row_0/C:col10/1733715805420/Put/seqid=0 2024-12-09T03:43:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742460_1636 (size=12301) 2024-12-09T03:43:28,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T03:43:28,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/c633437a188f415ba3463de57887c2d1 2024-12-09T03:43:28,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/e4a6780b035b4f58a244663ba3127148 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e4a6780b035b4f58a244663ba3127148 2024-12-09T03:43:28,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e4a6780b035b4f58a244663ba3127148, entries=150, sequenceid=406, filesize=30.5 K 2024-12-09T03:43:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/c04e4befbe9b484784c3938922bb91a1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/c04e4befbe9b484784c3938922bb91a1 2024-12-09T03:43:28,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/c04e4befbe9b484784c3938922bb91a1, entries=150, sequenceid=406, filesize=12.0 K 2024-12-09T03:43:28,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/c633437a188f415ba3463de57887c2d1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c633437a188f415ba3463de57887c2d1 2024-12-09T03:43:28,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c633437a188f415ba3463de57887c2d1, entries=150, sequenceid=406, filesize=12.0 K 2024-12-09T03:43:28,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for dab61233be2181486cb5b370961e6531 in 1656ms, sequenceid=406, compaction requested=false 2024-12-09T03:43:28,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:28,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:28,961 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:28,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094bac4027c9e642daab84d55268c9aeea_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715807306/Put/seqid=0 2024-12-09T03:43:28,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742461_1637 (size=12454) 2024-12-09T03:43:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:29,371 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094bac4027c9e642daab84d55268c9aeea_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094bac4027c9e642daab84d55268c9aeea_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/8e0ffa765fe7424cb601674217a9fac1, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/8e0ffa765fe7424cb601674217a9fac1 is 175, key is test_row_0/A:col10/1733715807306/Put/seqid=0 2024-12-09T03:43:29,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742462_1638 (size=31255) 2024-12-09T03:43:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42631 {}] regionserver.HRegion(8855): Flush requested on dab61233be2181486cb5b370961e6531 2024-12-09T03:43:29,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. as already flushing 2024-12-09T03:43:29,463 INFO [Thread-2472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2472. 2024-12-09T03:43:29,463 DEBUG [Thread-2472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:29,463 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:29,463 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:29,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:29,623 INFO [Thread-2476 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2476. 2024-12-09T03:43:29,623 DEBUG [Thread-2476 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:29,623 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:29,623 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:29,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:29,642 INFO [Thread-2470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2470. 2024-12-09T03:43:29,642 DEBUG [Thread-2470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:29,642 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:29,642 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:29,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:29,776 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/8e0ffa765fe7424cb601674217a9fac1 2024-12-09T03:43:29,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/20a8345870e44ebb81e8464ea895ad02 is 50, key is test_row_0/B:col10/1733715807306/Put/seqid=0 2024-12-09T03:43:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742463_1639 (size=12301) 2024-12-09T03:43:30,184 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/20a8345870e44ebb81e8464ea895ad02 2024-12-09T03:43:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/4a073c6cc2b944e28a98954e9a1a8c89 is 50, key is test_row_0/C:col10/1733715807306/Put/seqid=0 2024-12-09T03:43:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742464_1640 (size=12301) 2024-12-09T03:43:30,593 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/4a073c6cc2b944e28a98954e9a1a8c89 2024-12-09T03:43:30,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/8e0ffa765fe7424cb601674217a9fac1 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/8e0ffa765fe7424cb601674217a9fac1 2024-12-09T03:43:30,599 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/8e0ffa765fe7424cb601674217a9fac1, entries=150, sequenceid=418, filesize=30.5 K 2024-12-09T03:43:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/20a8345870e44ebb81e8464ea895ad02 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/20a8345870e44ebb81e8464ea895ad02 2024-12-09T03:43:30,601 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/20a8345870e44ebb81e8464ea895ad02, entries=150, sequenceid=418, filesize=12.0 K 2024-12-09T03:43:30,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/4a073c6cc2b944e28a98954e9a1a8c89 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/4a073c6cc2b944e28a98954e9a1a8c89 2024-12-09T03:43:30,604 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/4a073c6cc2b944e28a98954e9a1a8c89, entries=150, sequenceid=418, filesize=12.0 K 2024-12-09T03:43:30,605 INFO [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=20.13 KB/20610 for dab61233be2181486cb5b370961e6531 in 1644ms, sequenceid=418, compaction requested=true 2024-12-09T03:43:30,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for dab61233be2181486cb5b370961e6531: 2024-12-09T03:43:30,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:30,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/55d0183f16d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-09T03:43:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-09T03:43:30,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-09T03:43:30,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3300 sec 2024-12-09T03:43:30,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 3.3350 sec 2024-12-09T03:43:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T03:43:31,432 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:35,481 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T03:43:36,733 INFO [Thread-2474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2474. 2024-12-09T03:43:36,733 DEBUG [Thread-2474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:36,733 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:36,733 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:36,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:36,762 INFO [Thread-2478 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2478. 2024-12-09T03:43:36,762 DEBUG [Thread-2478 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T03:43:36,762 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:36,762 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:36,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2939 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2901 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2921 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2943 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2914 2024-12-09T03:43:36,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T03:43:36,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:43:36,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:43:36,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:36,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:36,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:36,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T03:43:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T03:43:36,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715816766"}]},"ts":"1733715816766"} 2024-12-09T03:43:36,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T03:43:36,767 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T03:43:36,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T03:43:36,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, UNASSIGN}] 2024-12-09T03:43:36,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, UNASSIGN 2024-12-09T03:43:36,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=CLOSING, regionLocation=55d0183f16d2,42631,1733715637333 2024-12-09T03:43:36,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, UNASSIGN because future has completed 2024-12-09T03:43:36,771 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T03:43:36,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333}] 2024-12-09T03:43:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T03:43:36,923 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close dab61233be2181486cb5b370961e6531 2024-12-09T03:43:36,923 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing dab61233be2181486cb5b370961e6531, disabling compactions & flushes 2024-12-09T03:43:36,924 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. after waiting 0 ms 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:36,924 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing dab61233be2181486cb5b370961e6531 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=A 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=B 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dab61233be2181486cb5b370961e6531, store=C 2024-12-09T03:43:36,924 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T03:43:36,928 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b946c1063e2c4c89b25c47eae3bbe6cf_dab61233be2181486cb5b370961e6531 is 50, key is test_row_0/A:col10/1733715809641/Put/seqid=0 2024-12-09T03:43:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742465_1641 (size=12454) 2024-12-09T03:43:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T03:43:37,332 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T03:43:37,335 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b946c1063e2c4c89b25c47eae3bbe6cf_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b946c1063e2c4c89b25c47eae3bbe6cf_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:37,336 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/5b8eeccf59c44e9c9a2480fed88a86df, store: [table=TestAcidGuarantees family=A region=dab61233be2181486cb5b370961e6531] 2024-12-09T03:43:37,336 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/5b8eeccf59c44e9c9a2480fed88a86df is 175, key is test_row_0/A:col10/1733715809641/Put/seqid=0 2024-12-09T03:43:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742466_1642 (size=31255) 2024-12-09T03:43:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T03:43:37,740 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/5b8eeccf59c44e9c9a2480fed88a86df 2024-12-09T03:43:37,745 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/0f83c59f67974ecfae557ebb3236cc80 is 50, key is test_row_0/B:col10/1733715809641/Put/seqid=0 2024-12-09T03:43:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742467_1643 (size=12301) 2024-12-09T03:43:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T03:43:38,148 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/0f83c59f67974ecfae557ebb3236cc80 2024-12-09T03:43:38,153 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/21c64e5709ed439ab0cc7982af3478fd is 50, key is test_row_0/C:col10/1733715809641/Put/seqid=0 2024-12-09T03:43:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742468_1644 (size=12301) 2024-12-09T03:43:38,557 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/21c64e5709ed439ab0cc7982af3478fd 2024-12-09T03:43:38,560 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/A/5b8eeccf59c44e9c9a2480fed88a86df as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/5b8eeccf59c44e9c9a2480fed88a86df 2024-12-09T03:43:38,562 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/5b8eeccf59c44e9c9a2480fed88a86df, entries=150, sequenceid=426, filesize=30.5 K 2024-12-09T03:43:38,563 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/B/0f83c59f67974ecfae557ebb3236cc80 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/0f83c59f67974ecfae557ebb3236cc80 2024-12-09T03:43:38,565 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/0f83c59f67974ecfae557ebb3236cc80, entries=150, sequenceid=426, filesize=12.0 K 2024-12-09T03:43:38,566 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/.tmp/C/21c64e5709ed439ab0cc7982af3478fd as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/21c64e5709ed439ab0cc7982af3478fd 2024-12-09T03:43:38,568 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/21c64e5709ed439ab0cc7982af3478fd, entries=150, sequenceid=426, filesize=12.0 K 2024-12-09T03:43:38,569 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for dab61233be2181486cb5b370961e6531 in 1645ms, sequenceid=426, compaction requested=true 2024-12-09T03:43:38,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/059114991a5a4cd9ae5b4dbd77694254, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/595c9b8faf6a4f60b5213b91cbd1eb90, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e20edcfa62044dc99ef8f61273b25a0c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/a7362fe5d4684fce8e4d890a9b9293e8, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9f032becd13f4f829ec40e3f5024dd04, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79] to archive 2024-12-09T03:43:38,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:43:38,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b0e6ab8775d6469aa05b34b280f491b1 2024-12-09T03:43:38,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/ce17617b98a04b6d901bc1d89a6f8a24 2024-12-09T03:43:38,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/b94e8e3430be47ca80eec43d00dca599 2024-12-09T03:43:38,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/059114991a5a4cd9ae5b4dbd77694254 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/059114991a5a4cd9ae5b4dbd77694254 2024-12-09T03:43:38,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/de41f54d93084e1282a721432cb81637 2024-12-09T03:43:38,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9fe7cada871745f8b853add10e8fc763 2024-12-09T03:43:38,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/595c9b8faf6a4f60b5213b91cbd1eb90 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/595c9b8faf6a4f60b5213b91cbd1eb90 2024-12-09T03:43:38,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/723b32d0e07c4f629bb8ba1b326672f9 2024-12-09T03:43:38,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e20edcfa62044dc99ef8f61273b25a0c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e20edcfa62044dc99ef8f61273b25a0c 2024-12-09T03:43:38,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/847d0c17ffd44128b0efebf109e4392f 2024-12-09T03:43:38,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/6b215b4bf8254245b1047a665c305cc0 2024-12-09T03:43:38,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/53e8bf6085bf44b9a58dff3554ac5f31 2024-12-09T03:43:38,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/a7362fe5d4684fce8e4d890a9b9293e8 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/a7362fe5d4684fce8e4d890a9b9293e8 2024-12-09T03:43:38,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/4b42182b9b5245ec8b66c77de5710e26 2024-12-09T03:43:38,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9f032becd13f4f829ec40e3f5024dd04 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/9f032becd13f4f829ec40e3f5024dd04 2024-12-09T03:43:38,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e390ee1d589e4cdd9329c5279d47b1e6 2024-12-09T03:43:38,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/40368a82adef44489e7eec4fd226dc1d 2024-12-09T03:43:38,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/2fdc65aa2e9249169ead2a6afc2f1e79 2024-12-09T03:43:38,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2185782300514dcc9744a1137e8d7e7b, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df097397853242389f235e647ee5b6d4, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3d8631daa67648359e4dd40e105dbb21, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/807296f09d954cd09868f33f7786e620, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/bd2839c5ce6348f58973beec4f58498a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2ae679dcd76e46d59dc91b68981c2d7c, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/10ff7114bbe245f8ba2189109764d957, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/d05f98908a5744bebc480b20c7b7ba0e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3a66158b19034bc49ea65dcba19bb396, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/a347ba03ac4d458982f7b85204a97de0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df5bfb66685d437cb3867d46a8794672, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/322f78f702764b57936ca326172e48cd, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/04f90a31264e4b9f9e5945b22ebad339, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/1b0924bac67a402baaee5a700fbf072f, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/5bb5ecb40535483a92c9adbd7b4338fa, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/888f310d04ac4f9cafb94a24f33116ed, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/320d5eeca6f34858b881fe318fd8976a, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/9fb6c11aae84481f805702779c37cfc2] to archive 2024-12-09T03:43:38,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:43:38,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2185782300514dcc9744a1137e8d7e7b to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2185782300514dcc9744a1137e8d7e7b 2024-12-09T03:43:38,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df097397853242389f235e647ee5b6d4 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df097397853242389f235e647ee5b6d4 2024-12-09T03:43:38,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3d8631daa67648359e4dd40e105dbb21 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3d8631daa67648359e4dd40e105dbb21 2024-12-09T03:43:38,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/807296f09d954cd09868f33f7786e620 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/807296f09d954cd09868f33f7786e620 2024-12-09T03:43:38,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/bd2839c5ce6348f58973beec4f58498a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/bd2839c5ce6348f58973beec4f58498a 2024-12-09T03:43:38,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2ae679dcd76e46d59dc91b68981c2d7c to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/2ae679dcd76e46d59dc91b68981c2d7c 2024-12-09T03:43:38,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/10ff7114bbe245f8ba2189109764d957 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/10ff7114bbe245f8ba2189109764d957 2024-12-09T03:43:38,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/d05f98908a5744bebc480b20c7b7ba0e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/d05f98908a5744bebc480b20c7b7ba0e 2024-12-09T03:43:38,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3a66158b19034bc49ea65dcba19bb396 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3a66158b19034bc49ea65dcba19bb396 2024-12-09T03:43:38,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/a347ba03ac4d458982f7b85204a97de0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/a347ba03ac4d458982f7b85204a97de0 2024-12-09T03:43:38,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df5bfb66685d437cb3867d46a8794672 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/df5bfb66685d437cb3867d46a8794672 2024-12-09T03:43:38,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/322f78f702764b57936ca326172e48cd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/322f78f702764b57936ca326172e48cd 2024-12-09T03:43:38,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/04f90a31264e4b9f9e5945b22ebad339 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/04f90a31264e4b9f9e5945b22ebad339 2024-12-09T03:43:38,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/1b0924bac67a402baaee5a700fbf072f to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/1b0924bac67a402baaee5a700fbf072f 2024-12-09T03:43:38,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/5bb5ecb40535483a92c9adbd7b4338fa to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/5bb5ecb40535483a92c9adbd7b4338fa 2024-12-09T03:43:38,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/888f310d04ac4f9cafb94a24f33116ed to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/888f310d04ac4f9cafb94a24f33116ed 2024-12-09T03:43:38,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/320d5eeca6f34858b881fe318fd8976a to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/320d5eeca6f34858b881fe318fd8976a 2024-12-09T03:43:38,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/9fb6c11aae84481f805702779c37cfc2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/9fb6c11aae84481f805702779c37cfc2 2024-12-09T03:43:38,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c40e610b197841b6921e6fcbd87bfa4d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/20f6a7f972734cd7adbe925e3d552167, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7eabed220b7b4442a397d9fc678f5f81, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/415ff96b92074acea356e9621f64c671, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/9fa937b9b56b42dc83b53dcd0bf4d046, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/3fcd69557f8e4e289632be21da4c34c2, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/cf82fd1af316461fb8eb0e9f02547d3d, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/5db545bee2584198baf3418dc32d6dae, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2adac47b669c4adf8b6104c643d6f2b1, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/75295517168741078013cb38be69e678, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2f656485ce8c40daa2757e3df6441ba0, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/49fa2f3f25264bc2b8dd833446fca8b3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/ffa573756dd5430bac337cc234dbe185, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/60a0c3c065684ec8b81c6e32122033f5, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7d142bf1e2a44e17bdd9e9a895b04062, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/0b76950d07704ec9a26f063dfb2205f3, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/12a2d2349e3f4cdb82280f6b23ae526e, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/892c9fd2f21f4bceb7f815e1ade85f94] to archive 2024-12-09T03:43:38,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T03:43:38,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c40e610b197841b6921e6fcbd87bfa4d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c40e610b197841b6921e6fcbd87bfa4d 2024-12-09T03:43:38,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/20f6a7f972734cd7adbe925e3d552167 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/20f6a7f972734cd7adbe925e3d552167 2024-12-09T03:43:38,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7eabed220b7b4442a397d9fc678f5f81 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7eabed220b7b4442a397d9fc678f5f81 2024-12-09T03:43:38,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/415ff96b92074acea356e9621f64c671 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/415ff96b92074acea356e9621f64c671 2024-12-09T03:43:38,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/9fa937b9b56b42dc83b53dcd0bf4d046 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/9fa937b9b56b42dc83b53dcd0bf4d046 2024-12-09T03:43:38,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/3fcd69557f8e4e289632be21da4c34c2 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/3fcd69557f8e4e289632be21da4c34c2 2024-12-09T03:43:38,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/cf82fd1af316461fb8eb0e9f02547d3d to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/cf82fd1af316461fb8eb0e9f02547d3d 2024-12-09T03:43:38,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/5db545bee2584198baf3418dc32d6dae to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/5db545bee2584198baf3418dc32d6dae 2024-12-09T03:43:38,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2adac47b669c4adf8b6104c643d6f2b1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2adac47b669c4adf8b6104c643d6f2b1 2024-12-09T03:43:38,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/75295517168741078013cb38be69e678 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/75295517168741078013cb38be69e678 2024-12-09T03:43:38,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2f656485ce8c40daa2757e3df6441ba0 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/2f656485ce8c40daa2757e3df6441ba0 2024-12-09T03:43:38,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/49fa2f3f25264bc2b8dd833446fca8b3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/49fa2f3f25264bc2b8dd833446fca8b3 2024-12-09T03:43:38,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/ffa573756dd5430bac337cc234dbe185 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/ffa573756dd5430bac337cc234dbe185 2024-12-09T03:43:38,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/60a0c3c065684ec8b81c6e32122033f5 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/60a0c3c065684ec8b81c6e32122033f5 2024-12-09T03:43:38,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7d142bf1e2a44e17bdd9e9a895b04062 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/7d142bf1e2a44e17bdd9e9a895b04062 2024-12-09T03:43:38,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/0b76950d07704ec9a26f063dfb2205f3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/0b76950d07704ec9a26f063dfb2205f3 2024-12-09T03:43:38,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/12a2d2349e3f4cdb82280f6b23ae526e to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/12a2d2349e3f4cdb82280f6b23ae526e 2024-12-09T03:43:38,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/892c9fd2f21f4bceb7f815e1ade85f94 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/892c9fd2f21f4bceb7f815e1ade85f94 2024-12-09T03:43:38,616 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/recovered.edits/429.seqid, newMaxSeqId=429, maxSeqId=4 2024-12-09T03:43:38,617 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. 2024-12-09T03:43:38,617 DEBUG [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for dab61233be2181486cb5b370961e6531: Waiting for close lock at 1733715816923Running coprocessor pre-close hooks at 1733715816923Disabling compacts and flushes for region at 1733715816923Disabling writes for close at 1733715816924 (+1 ms)Obtaining lock to block concurrent updates at 1733715816924Preparing flush snapshotting stores in dab61233be2181486cb5b370961e6531 at 1733715816924Finished memstore snapshotting TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733715816924Flushing stores of TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531. at 1733715816924Flushing dab61233be2181486cb5b370961e6531/A: creating writer at 1733715816925 (+1 ms)Flushing mob file dab61233be2181486cb5b370961e6531/A: appending metadata at 1733715816928 (+3 ms)Flushing mob file dab61233be2181486cb5b370961e6531/A: closing flushed file at 1733715816928Flushing dab61233be2181486cb5b370961e6531/A: appending metadata at 1733715817336 (+408 ms)Flushing dab61233be2181486cb5b370961e6531/A: closing flushed file at 1733715817336Flushing dab61233be2181486cb5b370961e6531/B: creating writer at 1733715817743 (+407 ms)Flushing dab61233be2181486cb5b370961e6531/B: appending metadata at 1733715817745 (+2 ms)Flushing dab61233be2181486cb5b370961e6531/B: closing flushed file at 1733715817745Flushing dab61233be2181486cb5b370961e6531/C: creating writer at 1733715818151 (+406 ms)Flushing dab61233be2181486cb5b370961e6531/C: appending metadata at 1733715818153 (+2 ms)Flushing dab61233be2181486cb5b370961e6531/C: closing flushed file at 1733715818153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2420d952: reopening flushed file at 1733715818559 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c49178: reopening flushed file at 1733715818562 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce3c21c: reopening flushed file at 1733715818565 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for dab61233be2181486cb5b370961e6531 in 1645ms, sequenceid=426, compaction requested=true at 1733715818569 (+4 ms)Writing region close event to WAL at 1733715818614 (+45 ms)Running coprocessor post-close hooks at 1733715818617 (+3 ms)Closed at 1733715818617 2024-12-09T03:43:38,618 INFO [RS_CLOSE_REGION-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,619 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=dab61233be2181486cb5b370961e6531, regionState=CLOSED 2024-12-09T03:43:38,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 because future has completed 2024-12-09T03:43:38,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-09T03:43:38,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure dab61233be2181486cb5b370961e6531, server=55d0183f16d2,42631,1733715637333 in 1.8500 sec 2024-12-09T03:43:38,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-12-09T03:43:38,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dab61233be2181486cb5b370961e6531, UNASSIGN in 1.8530 sec 2024-12-09T03:43:38,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-09T03:43:38,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8560 sec 2024-12-09T03:43:38,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733715818625"}]},"ts":"1733715818625"} 2024-12-09T03:43:38,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T03:43:38,626 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T03:43:38,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8630 sec 2024-12-09T03:43:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T03:43:38,912 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:38,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T03:43:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:38,913 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-09T03:43:38,914 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:38,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C, FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/recovered.edits] 2024-12-09T03:43:38,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/5b8eeccf59c44e9c9a2480fed88a86df to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/5b8eeccf59c44e9c9a2480fed88a86df 2024-12-09T03:43:38,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/8e0ffa765fe7424cb601674217a9fac1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/8e0ffa765fe7424cb601674217a9fac1 2024-12-09T03:43:38,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/d33229af10b741a9bfb5bb9231076518 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/d33229af10b741a9bfb5bb9231076518 2024-12-09T03:43:38,921 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e4a6780b035b4f58a244663ba3127148 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/A/e4a6780b035b4f58a244663ba3127148 2024-12-09T03:43:38,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/0f83c59f67974ecfae557ebb3236cc80 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/0f83c59f67974ecfae557ebb3236cc80 2024-12-09T03:43:38,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/20a8345870e44ebb81e8464ea895ad02 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/20a8345870e44ebb81e8464ea895ad02 2024-12-09T03:43:38,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3098bb29c6904b7984437459cd49fb54 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/3098bb29c6904b7984437459cd49fb54 2024-12-09T03:43:38,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/c04e4befbe9b484784c3938922bb91a1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/B/c04e4befbe9b484784c3938922bb91a1 2024-12-09T03:43:38,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/21c64e5709ed439ab0cc7982af3478fd to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/21c64e5709ed439ab0cc7982af3478fd 2024-12-09T03:43:38,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/4a073c6cc2b944e28a98954e9a1a8c89 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/4a073c6cc2b944e28a98954e9a1a8c89 2024-12-09T03:43:38,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/624f21725fec4a51bf58d97d072df3b3 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/624f21725fec4a51bf58d97d072df3b3 2024-12-09T03:43:38,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c633437a188f415ba3463de57887c2d1 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/C/c633437a188f415ba3463de57887c2d1 2024-12-09T03:43:38,929 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/recovered.edits/429.seqid to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531/recovered.edits/429.seqid 2024-12-09T03:43:38,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/default/TestAcidGuarantees/dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,930 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T03:43:38,930 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T03:43:38,930 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T03:43:38,932 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209282ab2f13b6341de9305fb21ef4fa5ba_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209282ab2f13b6341de9305fb21ef4fa5ba_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,933 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120933b0d3858abf411ab47f2503172243c1_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120933b0d3858abf411ab47f2503172243c1_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,934 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093c037c7255e547eea15c78832ce2a900_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093c037c7255e547eea15c78832ce2a900_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,935 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094bac4027c9e642daab84d55268c9aeea_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094bac4027c9e642daab84d55268c9aeea_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,935 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209593c8d8144734f38bcbde6363f50df43_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209593c8d8144734f38bcbde6363f50df43_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,936 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097b41bcfce70949cdae933542d646f1c9_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097b41bcfce70949cdae933542d646f1c9_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,937 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120996a5f329fa524e8687114222b91b12bb_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120996a5f329fa524e8687114222b91b12bb_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,938 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b39cf3590a1a4ce09aa449a9a2723fe8_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b39cf3590a1a4ce09aa449a9a2723fe8_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,938 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b4cd424b01544651899853e387453cd6_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b4cd424b01544651899853e387453cd6_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,939 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b946c1063e2c4c89b25c47eae3bbe6cf_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b946c1063e2c4c89b25c47eae3bbe6cf_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,940 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce08ed975df34afea08373f0b84c459b_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce08ed975df34afea08373f0b84c459b_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,940 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d681a994482e4937af8f03cddc18e919_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d681a994482e4937af8f03cddc18e919_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,941 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e89f313d10724fc8b70392202a87a10e_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e89f313d10724fc8b70392202a87a10e_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,942 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eba4d8ce79f74b80a419fbab703781af_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eba4d8ce79f74b80a419fbab703781af_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,942 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f2996e2bd55d4ffc912e587f44efe5d0_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f2996e2bd55d4ffc912e587f44efe5d0_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,943 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f693fac40ff84e909b0812da12cfc9e8_dab61233be2181486cb5b370961e6531 to hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f693fac40ff84e909b0812da12cfc9e8_dab61233be2181486cb5b370961e6531 2024-12-09T03:43:38,944 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T03:43:38,945 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:38,947 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T03:43:38,948 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T03:43:38,949 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:38,949 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T03:43:38,949 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733715818949"}]},"ts":"9223372036854775807"} 2024-12-09T03:43:38,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T03:43:38,951 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dab61233be2181486cb5b370961e6531, NAME => 'TestAcidGuarantees,,1733715785250.dab61233be2181486cb5b370961e6531.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T03:43:38,951 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T03:43:38,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733715818951"}]},"ts":"9223372036854775807"} 2024-12-09T03:43:38,952 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T03:43:38,953 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T03:43:38,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-12-09T03:43:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-09T03:43:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T03:43:39,022 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T03:43:39,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=11346 (was 11396) 2024-12-09T03:43:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T03:43:39,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:43:39,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:43:39,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:39,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:39,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T03:43:39,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T03:43:39,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-12-09T03:43:39,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=55d0183f16d2,45779,1733715636482 2024-12-09T03:43:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T03:43:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T03:43:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:43:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:43:39,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T03:43:39,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T03:43:39,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T03:43:39,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:43:39,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T03:43:39,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:39,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '55d0183f16d2,42631,1733715637333' ***** 2024-12-09T03:43:39,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T03:43:39,035 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T03:43:39,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(959): stopping server 55d0183f16d2,42631,1733715637333 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;55d0183f16d2:42631. 2024-12-09T03:43:39,036 DEBUG [RS:0;55d0183f16d2:42631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T03:43:39,036 DEBUG [RS:0;55d0183f16d2:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T03:43:39,036 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T03:43:39,037 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T03:43:39,037 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T03:43:39,037 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:39,037 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T03:43:39,037 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T03:43:39,037 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T03:43:39,038 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T03:43:39,038 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T03:43:39,038 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-09T03:43:39,061 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/info/76e88c92e6f64ce78bfd14005cb1d284 is 95, key is TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725./info:/1733715668098/DeleteFamily/seqid=0 2024-12-09T03:43:39,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742469_1645 (size=6514) 2024-12-09T03:43:39,100 INFO [regionserver/55d0183f16d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T03:43:39,237 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:39,438 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:39,464 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/info/76e88c92e6f64ce78bfd14005cb1d284 2024-12-09T03:43:39,481 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/ns/d3c74e2abc874ec88db8c0318b15c1f0 is 93, key is TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725./ns:/1733715668043/DeleteFamily/seqid=0 2024-12-09T03:43:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742470_1646 (size=5906) 2024-12-09T03:43:39,638 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:39,654 INFO [regionserver/55d0183f16d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T03:43:39,654 INFO [regionserver/55d0183f16d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T03:43:39,654 INFO [regionserver/55d0183f16d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T03:43:39,838 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:39,885 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/ns/d3c74e2abc874ec88db8c0318b15c1f0 2024-12-09T03:43:39,903 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/rep_barrier/78ce57806e434e1881ec101d0e918c66 is 102, key is TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725./rep_barrier:/1733715668043/DeleteFamily/seqid=0 2024-12-09T03:43:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742471_1647 (size=6025) 2024-12-09T03:43:40,038 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:40,238 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:40,306 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/rep_barrier/78ce57806e434e1881ec101d0e918c66 2024-12-09T03:43:40,323 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/table/b3180c92c84f4966b18a1798619bb657 is 96, key is TestAcidGuarantees,,1733715641057.da41e8cb14a75ab3cd99efc94a4d4725./table:/1733715668043/DeleteFamily/seqid=0 2024-12-09T03:43:40,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742472_1648 (size=5936) 2024-12-09T03:43:40,439 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:40,639 DEBUG [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T03:43:40,726 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/table/b3180c92c84f4966b18a1798619bb657 2024-12-09T03:43:40,730 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/info/76e88c92e6f64ce78bfd14005cb1d284 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/info/76e88c92e6f64ce78bfd14005cb1d284 2024-12-09T03:43:40,732 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/info/76e88c92e6f64ce78bfd14005cb1d284, entries=12, sequenceid=90, filesize=6.4 K 2024-12-09T03:43:40,733 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/ns/d3c74e2abc874ec88db8c0318b15c1f0 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/ns/d3c74e2abc874ec88db8c0318b15c1f0 2024-12-09T03:43:40,735 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/ns/d3c74e2abc874ec88db8c0318b15c1f0, entries=8, sequenceid=90, filesize=5.8 K 2024-12-09T03:43:40,736 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/rep_barrier/78ce57806e434e1881ec101d0e918c66 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/rep_barrier/78ce57806e434e1881ec101d0e918c66 2024-12-09T03:43:40,738 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/rep_barrier/78ce57806e434e1881ec101d0e918c66, entries=6, sequenceid=90, filesize=5.9 K 2024-12-09T03:43:40,738 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/.tmp/table/b3180c92c84f4966b18a1798619bb657 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/table/b3180c92c84f4966b18a1798619bb657 2024-12-09T03:43:40,741 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/table/b3180c92c84f4966b18a1798619bb657, entries=7, sequenceid=90, filesize=5.8 K 2024-12-09T03:43:40,742 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=90, compaction requested=false 2024-12-09T03:43:40,746 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-09T03:43:40,747 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T03:43:40,747 INFO [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T03:43:40,747 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733715819037Running coprocessor pre-close hooks at 1733715819037Disabling compacts and flushes for region at 1733715819037Disabling writes for close at 1733715819038 (+1 ms)Obtaining lock to block concurrent updates at 1733715819038Preparing flush snapshotting stores in 1588230740 at 1733715819038Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733715819038Flushing stores of hbase:meta,,1.1588230740 at 1733715819039 (+1 ms)Flushing 1588230740/info: creating writer at 1733715819039Flushing 1588230740/info: appending metadata at 1733715819060 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733715819060Flushing 1588230740/ns: creating writer at 1733715819467 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733715819481 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733715819481Flushing 1588230740/rep_barrier: creating writer at 1733715819887 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733715819902 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733715819902Flushing 1588230740/table: creating writer at 1733715820309 (+407 ms)Flushing 1588230740/table: appending metadata at 1733715820323 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733715820323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d44d435: reopening flushed file at 1733715820729 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6856e832: reopening flushed file at 1733715820732 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62992956: reopening flushed file at 1733715820735 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1c56c6: reopening flushed file at 1733715820738 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=90, compaction requested=false at 1733715820742 (+4 ms)Writing region close event to WAL at 1733715820744 (+2 ms)Running coprocessor post-close hooks at 1733715820747 (+3 ms)Closed at 1733715820747 2024-12-09T03:43:40,747 DEBUG [RS_CLOSE_META-regionserver/55d0183f16d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T03:43:40,839 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(976): stopping server 55d0183f16d2,42631,1733715637333; all regions closed. 2024-12-09T03:43:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741834_1010 (size=25344) 2024-12-09T03:43:40,846 DEBUG [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/oldWALs 2024-12-09T03:43:40,846 INFO [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 55d0183f16d2%2C42631%2C1733715637333.meta:.meta(num 1733715640610) 2024-12-09T03:43:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741833_1009 (size=16450047) 2024-12-09T03:43:40,849 DEBUG [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/oldWALs 2024-12-09T03:43:40,849 INFO [RS:0;55d0183f16d2:42631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 55d0183f16d2%2C42631%2C1733715637333:(num 1733715639756) 2024-12-09T03:43:40,849 DEBUG [RS:0;55d0183f16d2:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T03:43:40,849 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T03:43:40,849 INFO [RS:0;55d0183f16d2:42631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T03:43:40,849 INFO [RS:0;55d0183f16d2:42631 {}] hbase.ChoreService(370): Chore service for: regionserver/55d0183f16d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T03:43:40,850 INFO [RS:0;55d0183f16d2:42631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T03:43:40,850 INFO [regionserver/55d0183f16d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T03:43:40,850 INFO [RS:0;55d0183f16d2:42631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42631 2024-12-09T03:43:40,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/55d0183f16d2,42631,1733715637333 2024-12-09T03:43:40,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T03:43:40,854 INFO [RS:0;55d0183f16d2:42631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T03:43:40,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [55d0183f16d2,42631,1733715637333] 2024-12-09T03:43:40,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/55d0183f16d2,42631,1733715637333 already deleted, retry=false 2024-12-09T03:43:40,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 55d0183f16d2,42631,1733715637333 expired; onlineServers=0 2024-12-09T03:43:40,860 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '55d0183f16d2,45779,1733715636482' ***** 2024-12-09T03:43:40,860 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T03:43:40,860 INFO [M:0;55d0183f16d2:45779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T03:43:40,860 INFO [M:0;55d0183f16d2:45779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T03:43:40,860 DEBUG [M:0;55d0183f16d2:45779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T03:43:40,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T03:43:40,860 DEBUG [M:0;55d0183f16d2:45779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T03:43:40,860 DEBUG [master/55d0183f16d2:0:becomeActiveMaster-HFileCleaner.large.0-1733715639352 {}] cleaner.HFileCleaner(306): Exit Thread[master/55d0183f16d2:0:becomeActiveMaster-HFileCleaner.large.0-1733715639352,5,FailOnTimeoutGroup] 2024-12-09T03:43:40,860 DEBUG [master/55d0183f16d2:0:becomeActiveMaster-HFileCleaner.small.0-1733715639353 {}] cleaner.HFileCleaner(306): Exit Thread[master/55d0183f16d2:0:becomeActiveMaster-HFileCleaner.small.0-1733715639353,5,FailOnTimeoutGroup] 2024-12-09T03:43:40,860 INFO [M:0;55d0183f16d2:45779 {}] hbase.ChoreService(370): Chore service for: master/55d0183f16d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T03:43:40,861 INFO [M:0;55d0183f16d2:45779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T03:43:40,861 DEBUG [M:0;55d0183f16d2:45779 {}] master.HMaster(1795): Stopping service threads 2024-12-09T03:43:40,861 INFO [M:0;55d0183f16d2:45779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T03:43:40,861 INFO [M:0;55d0183f16d2:45779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T03:43:40,861 ERROR [M:0;55d0183f16d2:45779 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-09T03:43:40,861 INFO [M:0;55d0183f16d2:45779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T03:43:40,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T03:43:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T03:43:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T03:43:40,862 DEBUG [M:0;55d0183f16d2:45779 {}] zookeeper.ZKUtil(347): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T03:43:40,862 WARN [M:0;55d0183f16d2:45779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T03:43:40,863 INFO [M:0;55d0183f16d2:45779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/.lastflushedseqids 2024-12-09T03:43:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742473_1649 (size=72) 2024-12-09T03:43:40,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T03:43:40,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x101954f17e90001, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T03:43:40,957 INFO [RS:0;55d0183f16d2:42631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T03:43:40,958 INFO [RS:0;55d0183f16d2:42631 {}] regionserver.HRegionServer(1031): Exiting; stopping=55d0183f16d2,42631,1733715637333; zookeeper connection closed. 2024-12-09T03:43:40,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@169e67e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@169e67e 2024-12-09T03:43:40,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T03:43:41,273 INFO [M:0;55d0183f16d2:45779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T03:43:41,273 INFO [M:0;55d0183f16d2:45779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T03:43:41,273 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T03:43:41,273 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:43:41,273 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:43:41,273 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T03:43:41,273 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:43:41,273 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=765.02 KB heapSize=936.13 KB 2024-12-09T03:43:41,288 DEBUG [M:0;55d0183f16d2:45779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60d543b17a5d4f32aaea7cac9a781e2d is 82, key is hbase:meta,,1/info:regioninfo/1733715640697/Put/seqid=0 2024-12-09T03:43:41,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742474_1650 (size=5672) 2024-12-09T03:43:41,691 INFO [M:0;55d0183f16d2:45779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60d543b17a5d4f32aaea7cac9a781e2d 2024-12-09T03:43:41,712 DEBUG [M:0;55d0183f16d2:45779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b40c23224e854271bc246c479d8bcf26 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1733715788315/Put/seqid=0 2024-12-09T03:43:41,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742475_1651 (size=45347) 2024-12-09T03:43:42,115 INFO [M:0;55d0183f16d2:45779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=764.46 KB at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b40c23224e854271bc246c479d8bcf26 2024-12-09T03:43:42,118 INFO [M:0;55d0183f16d2:45779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b40c23224e854271bc246c479d8bcf26 2024-12-09T03:43:42,133 DEBUG [M:0;55d0183f16d2:45779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2300bd852346efa55aec7152ad41d9 is 69, key is 55d0183f16d2,42631,1733715637333/rs:state/1733715639408/Put/seqid=0 2024-12-09T03:43:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073742476_1652 (size=5156) 2024-12-09T03:43:42,536 INFO [M:0;55d0183f16d2:45779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2300bd852346efa55aec7152ad41d9 2024-12-09T03:43:42,539 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60d543b17a5d4f32aaea7cac9a781e2d as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60d543b17a5d4f32aaea7cac9a781e2d 2024-12-09T03:43:42,542 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60d543b17a5d4f32aaea7cac9a781e2d, entries=8, sequenceid=2109, filesize=5.5 K 2024-12-09T03:43:42,543 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b40c23224e854271bc246c479d8bcf26 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b40c23224e854271bc246c479d8bcf26 2024-12-09T03:43:42,545 INFO [M:0;55d0183f16d2:45779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b40c23224e854271bc246c479d8bcf26 2024-12-09T03:43:42,545 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b40c23224e854271bc246c479d8bcf26, entries=170, sequenceid=2109, filesize=44.3 K 2024-12-09T03:43:42,546 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2300bd852346efa55aec7152ad41d9 as hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b2300bd852346efa55aec7152ad41d9 2024-12-09T03:43:42,548 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b2300bd852346efa55aec7152ad41d9, entries=1, sequenceid=2109, filesize=5.0 K 2024-12-09T03:43:42,549 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~765.02 KB/783376, heapSize ~935.83 KB/958288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2109, compaction requested=false 2024-12-09T03:43:42,550 INFO [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T03:43:42,550 DEBUG [M:0;55d0183f16d2:45779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733715821273Disabling compacts and flushes for region at 1733715821273Disabling writes for close at 1733715821273Obtaining lock to block concurrent updates at 1733715821273Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733715821273Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=783376, getHeapSize=958528, getOffHeapSize=0, getCellsCount=2304 at 1733715821273Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733715821274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733715821274Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733715821288 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733715821288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733715821694 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733715821711 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733715821711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733715822119 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733715822132 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733715822132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76064f3e: reopening flushed file at 1733715822539 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491007f: reopening flushed file at 1733715822542 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c419f73: reopening flushed file at 1733715822545 (+3 ms)Finished flush of dataSize ~765.02 KB/783376, heapSize ~935.83 KB/958288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2109, compaction requested=false at 1733715822549 (+4 ms)Writing region close event to WAL at 1733715822550 (+1 ms)Closed at 1733715822550 2024-12-09T03:43:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741830_1006 (size=921660) 2024-12-09T03:43:42,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f50e1443-1f9e-a09c-a896-5d0de5f58c37/MasterData/WALs/55d0183f16d2,45779,1733715636482/55d0183f16d2%2C45779%2C1733715636482.1733715638686 not finished, retry = 0 2024-12-09T03:43:42,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T03:43:42,654 INFO [M:0;55d0183f16d2:45779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T03:43:42,654 INFO [M:0;55d0183f16d2:45779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45779 2024-12-09T03:43:42,654 INFO [M:0;55d0183f16d2:45779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T03:43:42,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T03:43:42,756 INFO [M:0;55d0183f16d2:45779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T03:43:42,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x101954f17e90000, quorum=127.0.0.1:63660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T03:43:42,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T03:43:42,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T03:43:42,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T03:43:42,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T03:43:42,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/hadoop.log.dir/,STOPPED} 2024-12-09T03:43:42,766 WARN [BP-535262194-172.17.0.2-1733715633139 heartbeating to localhost/127.0.0.1:46863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T03:43:42,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T03:43:42,766 WARN [BP-535262194-172.17.0.2-1733715633139 heartbeating to localhost/127.0.0.1:46863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-535262194-172.17.0.2-1733715633139 (Datanode Uuid 7127ea75-719a-40a8-9a11-e608f87f22a9) service to localhost/127.0.0.1:46863 2024-12-09T03:43:42,766 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T03:43:42,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/data/data1/current/BP-535262194-172.17.0.2-1733715633139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T03:43:42,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/cluster_4bfd8c33-c92b-b161-8ca5-49ec1cb7ab46/data/data2/current/BP-535262194-172.17.0.2-1733715633139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T03:43:42,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T03:43:42,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T03:43:42,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T03:43:42,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T03:43:42,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T03:43:42,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7ce454-e26a-2ba0-05f0-a9e69353cd58/hadoop.log.dir/,STOPPED} 2024-12-09T03:43:42,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T03:43:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down